2024-11-21 16:34:39,370 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-21 16:34:39,381 main DEBUG Took 0.009400 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 16:34:39,381 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 16:34:39,381 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 16:34:39,382 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 16:34:39,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:34:39,390 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 16:34:39,401 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:34:39,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:34:39,403 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:34:39,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:34:39,404 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:34:39,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:34:39,405 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:34:39,405 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:34:39,406 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:34:39,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:34:39,407 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:34:39,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:34:39,407 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:34:39,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:34:39,408 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:34:39,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:34:39,409 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:34:39,409 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:34:39,410 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:34:39,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:34:39,410 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:34:39,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:34:39,411 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:34:39,411 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:34:39,412 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:34:39,412 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 16:34:39,413 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:34:39,414 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 16:34:39,416 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 16:34:39,417 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 16:34:39,418 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 16:34:39,418 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 16:34:39,425 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 16:34:39,427 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 16:34:39,429 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 16:34:39,429 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 16:34:39,430 main DEBUG createAppenders(={Console}) 2024-11-21 16:34:39,430 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-21 16:34:39,431 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-21 16:34:39,431 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-21 16:34:39,431 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 16:34:39,432 main DEBUG OutputStream closed 2024-11-21 16:34:39,432 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 16:34:39,432 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 16:34:39,432 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-21 16:34:39,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 16:34:39,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 16:34:39,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 16:34:39,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 16:34:39,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 16:34:39,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 16:34:39,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 16:34:39,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 16:34:39,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 16:34:39,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 16:34:39,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 16:34:39,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 16:34:39,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 16:34:39,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 16:34:39,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 16:34:39,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 16:34:39,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 16:34:39,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 16:34:39,513 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 16:34:39,513 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-21 16:34:39,514 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 16:34:39,514 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-21T16:34:39,743 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e 2024-11-21 16:34:39,745 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 16:34:39,746 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T16:34:39,753 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-21T16:34:39,772 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T16:34:39,775 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/cluster_235fbf82-fe98-b1fd-b40e-28b512b00d7a, deleteOnExit=true 2024-11-21T16:34:39,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-21T16:34:39,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/test.cache.data in system properties and HBase conf 2024-11-21T16:34:39,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T16:34:39,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/hadoop.log.dir in system properties and HBase conf 2024-11-21T16:34:39,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T16:34:39,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T16:34:39,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-21T16:34:39,868 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T16:34:39,960 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T16:34:39,965 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T16:34:39,965 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T16:34:39,966 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T16:34:39,967 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T16:34:39,968 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T16:34:39,968 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T16:34:39,969 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T16:34:39,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T16:34:39,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T16:34:39,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/nfs.dump.dir in system properties and HBase conf 2024-11-21T16:34:39,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/java.io.tmpdir in system properties and HBase conf 2024-11-21T16:34:39,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T16:34:39,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T16:34:39,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T16:34:40,973 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T16:34:41,039 INFO [Time-limited test {}] log.Log(170): Logging initialized @2374ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T16:34:41,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T16:34:41,161 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T16:34:41,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T16:34:41,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T16:34:41,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T16:34:41,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T16:34:41,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/hadoop.log.dir/,AVAILABLE} 2024-11-21T16:34:41,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T16:34:41,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/java.io.tmpdir/jetty-localhost-37921-hadoop-hdfs-3_4_1-tests_jar-_-any-9050382457163575585/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T16:34:41,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:37921} 2024-11-21T16:34:41,384 INFO [Time-limited test {}] server.Server(415): Started @2719ms 2024-11-21T16:34:41,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T16:34:41,814 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T16:34:41,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T16:34:41,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T16:34:41,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T16:34:41,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/hadoop.log.dir/,AVAILABLE} 2024-11-21T16:34:41,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T16:34:41,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/java.io.tmpdir/jetty-localhost-39799-hadoop-hdfs-3_4_1-tests_jar-_-any-16565412139640708021/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T16:34:41,915 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:39799} 2024-11-21T16:34:41,915 INFO [Time-limited test {}] server.Server(415): Started @3250ms 2024-11-21T16:34:41,963 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T16:34:42,675 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/cluster_235fbf82-fe98-b1fd-b40e-28b512b00d7a/dfs/data/data1/current/BP-611655929-172.17.0.2-1732206880548/current, will proceed with Du for space computation calculation, 2024-11-21T16:34:42,675 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/cluster_235fbf82-fe98-b1fd-b40e-28b512b00d7a/dfs/data/data2/current/BP-611655929-172.17.0.2-1732206880548/current, will proceed with Du for space computation calculation, 2024-11-21T16:34:42,700 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T16:34:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14f70dee3989de90 with lease ID 0xb32256c0bf38850b: Processing first storage report for DS-d6a72a27-a680-4138-856d-e1882e02a713 from datanode DatanodeRegistration(127.0.0.1:40679, datanodeUuid=d244ae9f-0890-4f4b-9434-c601c4fab573, infoPort=32793, infoSecurePort=0, ipcPort=43283, storageInfo=lv=-57;cid=testClusterID;nsid=932160816;c=1732206880548) 2024-11-21T16:34:42,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14f70dee3989de90 with lease ID 0xb32256c0bf38850b: from storage DS-d6a72a27-a680-4138-856d-e1882e02a713 node DatanodeRegistration(127.0.0.1:40679, datanodeUuid=d244ae9f-0890-4f4b-9434-c601c4fab573, infoPort=32793, infoSecurePort=0, ipcPort=43283, storageInfo=lv=-57;cid=testClusterID;nsid=932160816;c=1732206880548), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T16:34:42,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14f70dee3989de90 with lease ID 0xb32256c0bf38850b: Processing first storage report for DS-b29a97e4-398c-4131-974d-cedc6dccca00 from datanode DatanodeRegistration(127.0.0.1:40679, datanodeUuid=d244ae9f-0890-4f4b-9434-c601c4fab573, infoPort=32793, infoSecurePort=0, ipcPort=43283, storageInfo=lv=-57;cid=testClusterID;nsid=932160816;c=1732206880548) 2024-11-21T16:34:42,744 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14f70dee3989de90 with lease ID 0xb32256c0bf38850b: from storage DS-b29a97e4-398c-4131-974d-cedc6dccca00 node DatanodeRegistration(127.0.0.1:40679, datanodeUuid=d244ae9f-0890-4f4b-9434-c601c4fab573, infoPort=32793, infoSecurePort=0, ipcPort=43283, storageInfo=lv=-57;cid=testClusterID;nsid=932160816;c=1732206880548), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T16:34:42,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e 2024-11-21T16:34:42,835 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/cluster_235fbf82-fe98-b1fd-b40e-28b512b00d7a/zookeeper_0, clientPort=56804, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/cluster_235fbf82-fe98-b1fd-b40e-28b512b00d7a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/cluster_235fbf82-fe98-b1fd-b40e-28b512b00d7a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T16:34:42,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56804 2024-11-21T16:34:42,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T16:34:42,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T16:34:43,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741825_1001 (size=7) 2024-11-21T16:34:43,461 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33 with version=8 2024-11-21T16:34:43,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/hbase-staging 2024-11-21T16:34:43,573 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T16:34:43,815 INFO [Time-limited test {}] client.ConnectionUtils(129): master/3e736a818b50:0 server-side Connection retries=45 2024-11-21T16:34:43,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T16:34:43,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T16:34:43,830 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T16:34:43,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T16:34:43,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T16:34:43,943 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T16:34:43,992 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T16:34:44,001 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T16:34:44,004 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:34:44,026 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 60843 (auto-detected) 2024-11-21T16:34:44,027 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T16:34:44,043 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39655 2024-11-21T16:34:44,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T16:34:44,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T16:34:44,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39655 connecting to ZooKeeper ensemble=127.0.0.1:56804 2024-11-21T16:34:44,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396550x0, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T16:34:44,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39655-0x1015f8912780000 connected 2024-11-21T16:34:44,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T16:34:44,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T16:34:44,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T16:34:44,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39655 2024-11-21T16:34:44,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39655 2024-11-21T16:34:44,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39655 2024-11-21T16:34:44,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39655 2024-11-21T16:34:44,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39655 2024-11-21T16:34:44,288 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33, hbase.cluster.distributed=false 2024-11-21T16:34:44,346 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/3e736a818b50:0 server-side Connection retries=45 2024-11-21T16:34:44,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T16:34:44,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T16:34:44,347 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T16:34:44,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T16:34:44,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T16:34:44,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T16:34:44,352 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:34:44,352 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:32923 2024-11-21T16:34:44,354 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T16:34:44,358 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T16:34:44,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T16:34:44,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T16:34:44,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:32923 connecting to ZooKeeper ensemble=127.0.0.1:56804 2024-11-21T16:34:44,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329230x0, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T16:34:44,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329230x0, quorum=127.0.0.1:56804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T16:34:44,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32923-0x1015f8912780001 connected 2024-11-21T16:34:44,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T16:34:44,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T16:34:44,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32923 2024-11-21T16:34:44,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32923 2024-11-21T16:34:44,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32923 2024-11-21T16:34:44,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32923 2024-11-21T16:34:44,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32923 2024-11-21T16:34:44,385 INFO [master/3e736a818b50:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/3e736a818b50,39655,1732206883567 2024-11-21T16:34:44,398 DEBUG [M:0;3e736a818b50:39655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3e736a818b50:39655 2024-11-21T16:34:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T16:34:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T16:34:44,402 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3e736a818b50,39655,1732206883567 2024-11-21T16:34:44,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T16:34:44,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T16:34:44,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T16:34:44,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T16:34:44,428 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T16:34:44,429 INFO [master/3e736a818b50:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3e736a818b50,39655,1732206883567 from backup master directory 2024-11-21T16:34:44,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T16:34:44,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T16:34:44,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3e736a818b50,39655,1732206883567 2024-11-21T16:34:44,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T16:34:44,441 WARN [master/3e736a818b50:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T16:34:44,442 INFO [master/3e736a818b50:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3e736a818b50,39655,1732206883567 2024-11-21T16:34:44,444 INFO [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T16:34:44,445 INFO [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T16:34:44,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741826_1002 (size=42) 2024-11-21T16:34:44,913 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/hbase.id with ID: 3cb612e5-dccb-4c24-832f-79c6fec39f57 2024-11-21T16:34:44,955 INFO [master/3e736a818b50:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T16:34:45,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T16:34:45,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T16:34:45,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741827_1003 (size=196) 2024-11-21T16:34:45,457 INFO [master/3e736a818b50:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T16:34:45,459 INFO [master/3e736a818b50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T16:34:45,474 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:45,478 INFO [master/3e736a818b50:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T16:34:45,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741828_1004 (size=1189) 2024-11-21T16:34:45,933 INFO [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store 2024-11-21T16:34:45,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741829_1005 (size=34) 2024-11-21T16:34:46,359 INFO [master/3e736a818b50:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T16:34:46,359 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:34:46,360 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T16:34:46,361 INFO [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T16:34:46,361 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T16:34:46,361 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T16:34:46,361 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T16:34:46,361 INFO [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T16:34:46,361 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T16:34:46,363 WARN [master/3e736a818b50:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/.initializing 2024-11-21T16:34:46,363 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/WALs/3e736a818b50,39655,1732206883567 2024-11-21T16:34:46,370 INFO [master/3e736a818b50:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T16:34:46,382 INFO [master/3e736a818b50:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e736a818b50%2C39655%2C1732206883567, suffix=, logDir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/WALs/3e736a818b50,39655,1732206883567, archiveDir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/oldWALs, maxLogs=10 2024-11-21T16:34:46,401 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/WALs/3e736a818b50,39655,1732206883567/3e736a818b50%2C39655%2C1732206883567.1732206886387, exclude list is [], retry=0 2024-11-21T16:34:46,416 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40679,DS-d6a72a27-a680-4138-856d-e1882e02a713,DISK] 2024-11-21T16:34:46,419 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T16:34:46,454 INFO [master/3e736a818b50:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/WALs/3e736a818b50,39655,1732206883567/3e736a818b50%2C39655%2C1732206883567.1732206886387 2024-11-21T16:34:46,455 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32793:32793)] 2024-11-21T16:34:46,455 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T16:34:46,456 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:34:46,460 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T16:34:46,461 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T16:34:46,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T16:34:46,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T16:34:46,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:34:46,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T16:34:46,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T16:34:46,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T16:34:46,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:34:46,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:34:46,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T16:34:46,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T16:34:46,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:34:46,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:34:46,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T16:34:46,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T16:34:46,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:34:46,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:34:46,544 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T16:34:46,545 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T16:34:46,554 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T16:34:46,559 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T16:34:46,564 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T16:34:46,565 INFO [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60082294, jitterRate=-0.10470405220985413}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T16:34:46,571 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T16:34:46,572 INFO [master/3e736a818b50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T16:34:46,597 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab2574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:34:46,624 INFO [master/3e736a818b50:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-21T16:34:46,634 INFO [master/3e736a818b50:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T16:34:46,634 INFO [master/3e736a818b50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T16:34:46,636 INFO [master/3e736a818b50:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T16:34:46,637 INFO [master/3e736a818b50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T16:34:46,641 INFO [master/3e736a818b50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-21T16:34:46,642 INFO [master/3e736a818b50:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T16:34:46,664 INFO [master/3e736a818b50:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T16:34:46,675 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T16:34:46,710 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-21T16:34:46,714 INFO [master/3e736a818b50:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T16:34:46,716 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T16:34:46,727 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-21T16:34:46,729 INFO [master/3e736a818b50:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T16:34:46,735 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T16:34:46,743 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-21T16:34:46,745 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T16:34:46,752 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T16:34:46,765 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T16:34:46,773 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T16:34:46,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T16:34:46,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T16:34:46,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T16:34:46,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T16:34:46,787 INFO [master/3e736a818b50:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=3e736a818b50,39655,1732206883567, sessionid=0x1015f8912780000, setting cluster-up flag (Was=false) 2024-11-21T16:34:46,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T16:34:46,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T16:34:46,843 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T16:34:46,845 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3e736a818b50,39655,1732206883567 2024-11-21T16:34:46,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T16:34:46,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T16:34:46,894 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T16:34:46,896 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3e736a818b50,39655,1732206883567 2024-11-21T16:34:46,969 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-21T16:34:46,974 INFO [master/3e736a818b50:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-21T16:34:46,977 INFO [master/3e736a818b50:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T16:34:46,981 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3e736a818b50,39655,1732206883567 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T16:34:46,983 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3e736a818b50:0, corePoolSize=5, maxPoolSize=5 2024-11-21T16:34:46,983 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3e736a818b50:0, corePoolSize=5, maxPoolSize=5 2024-11-21T16:34:46,984 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3e736a818b50:0, corePoolSize=5, maxPoolSize=5 2024-11-21T16:34:46,984 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3e736a818b50:0, corePoolSize=5, maxPoolSize=5 2024-11-21T16:34:46,984 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3e736a818b50:0, corePoolSize=10, maxPoolSize=10 2024-11-21T16:34:46,984 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3e736a818b50:0, corePoolSize=1, maxPoolSize=1 2024-11-21T16:34:46,984 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3e736a818b50:0, corePoolSize=2, maxPoolSize=2 2024-11-21T16:34:46,984 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3e736a818b50:0, corePoolSize=1, maxPoolSize=1 2024-11-21T16:34:46,986 INFO [master/3e736a818b50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732206916985 2024-11-21T16:34:46,987 INFO [master/3e736a818b50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T16:34:46,988 INFO [master/3e736a818b50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T16:34:46,989 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T16:34:46,990 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-21T16:34:46,990 INFO [master/3e736a818b50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T16:34:46,991 INFO [master/3e736a818b50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T16:34:46,991 INFO [master/3e736a818b50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T16:34:46,991 INFO [master/3e736a818b50:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T16:34:46,991 INFO [master/3e736a818b50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T16:34:46,993 INFO [master/3e736a818b50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T16:34:46,994 INFO [master/3e736a818b50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T16:34:46,994 INFO [master/3e736a818b50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T16:34:46,994 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:34:46,995 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T16:34:46,996 INFO [master/3e736a818b50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T16:34:46,996 INFO [master/3e736a818b50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T16:34:46,998 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3e736a818b50:0:becomeActiveMaster-HFileCleaner.large.0-1732206886998,5,FailOnTimeoutGroup] 2024-11-21T16:34:46,998 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3e736a818b50:0:becomeActiveMaster-HFileCleaner.small.0-1732206886998,5,FailOnTimeoutGroup] 2024-11-21T16:34:46,999 INFO [master/3e736a818b50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T16:34:46,999 INFO [master/3e736a818b50:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T16:34:47,000 INFO [master/3e736a818b50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T16:34:47,001 INFO [master/3e736a818b50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T16:34:47,003 DEBUG [RS:0;3e736a818b50:32923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3e736a818b50:32923 2024-11-21T16:34:47,005 INFO [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1008): ClusterId : 3cb612e5-dccb-4c24-832f-79c6fec39f57 2024-11-21T16:34:47,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741831_1007 (size=1039) 2024-11-21T16:34:47,007 DEBUG [RS:0;3e736a818b50:32923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T16:34:47,020 DEBUG [RS:0;3e736a818b50:32923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T16:34:47,020 DEBUG [RS:0;3e736a818b50:32923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T16:34:47,028 DEBUG [RS:0;3e736a818b50:32923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T16:34:47,028 DEBUG [RS:0;3e736a818b50:32923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcbcc7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:34:47,030 DEBUG [RS:0;3e736a818b50:32923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b7049c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e736a818b50/172.17.0.2:0 2024-11-21T16:34:47,033 INFO [RS:0;3e736a818b50:32923 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T16:34:47,033 INFO [RS:0;3e736a818b50:32923 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T16:34:47,033 DEBUG [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T16:34:47,036 INFO [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(3073): reportForDuty to master=3e736a818b50,39655,1732206883567 with isa=3e736a818b50/172.17.0.2:32923, startcode=1732206884345 2024-11-21T16:34:47,048 DEBUG [RS:0;3e736a818b50:32923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T16:34:47,075 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37981, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T16:34:47,081 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39655 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 3e736a818b50,32923,1732206884345 2024-11-21T16:34:47,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39655 {}] master.ServerManager(486): Registering regionserver=3e736a818b50,32923,1732206884345 2024-11-21T16:34:47,095 DEBUG [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33 2024-11-21T16:34:47,095 DEBUG [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37083 2024-11-21T16:34:47,095 DEBUG [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T16:34:47,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T16:34:47,108 DEBUG [RS:0;3e736a818b50:32923 {}] zookeeper.ZKUtil(111): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3e736a818b50,32923,1732206884345 2024-11-21T16:34:47,108 WARN [RS:0;3e736a818b50:32923 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T16:34:47,108 INFO [RS:0;3e736a818b50:32923 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T16:34:47,108 DEBUG [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/WALs/3e736a818b50,32923,1732206884345 2024-11-21T16:34:47,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3e736a818b50,32923,1732206884345] 2024-11-21T16:34:47,122 DEBUG [RS:0;3e736a818b50:32923 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T16:34:47,133 INFO [RS:0;3e736a818b50:32923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T16:34:47,147 INFO [RS:0;3e736a818b50:32923 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T16:34:47,149 INFO [RS:0;3e736a818b50:32923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T16:34:47,149 INFO [RS:0;3e736a818b50:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T16:34:47,150 INFO [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T16:34:47,155 INFO [RS:0;3e736a818b50:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T16:34:47,156 DEBUG [RS:0;3e736a818b50:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3e736a818b50:0, corePoolSize=1, maxPoolSize=1 2024-11-21T16:34:47,156 DEBUG [RS:0;3e736a818b50:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3e736a818b50:0, corePoolSize=1, maxPoolSize=1 2024-11-21T16:34:47,156 DEBUG [RS:0;3e736a818b50:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3e736a818b50:0, corePoolSize=1, maxPoolSize=1 2024-11-21T16:34:47,156 DEBUG [RS:0;3e736a818b50:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3e736a818b50:0, corePoolSize=1, maxPoolSize=1 2024-11-21T16:34:47,156 DEBUG [RS:0;3e736a818b50:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3e736a818b50:0, corePoolSize=1, maxPoolSize=1 2024-11-21T16:34:47,156 DEBUG [RS:0;3e736a818b50:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3e736a818b50:0, corePoolSize=2, maxPoolSize=2 2024-11-21T16:34:47,157 DEBUG [RS:0;3e736a818b50:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0, corePoolSize=1, maxPoolSize=1 2024-11-21T16:34:47,157 DEBUG [RS:0;3e736a818b50:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3e736a818b50:0, corePoolSize=1, maxPoolSize=1 2024-11-21T16:34:47,157 DEBUG [RS:0;3e736a818b50:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3e736a818b50:0, corePoolSize=1, maxPoolSize=1 2024-11-21T16:34:47,157 DEBUG [RS:0;3e736a818b50:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3e736a818b50:0, corePoolSize=1, maxPoolSize=1 2024-11-21T16:34:47,157 DEBUG [RS:0;3e736a818b50:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3e736a818b50:0, corePoolSize=1, maxPoolSize=1 2024-11-21T16:34:47,157 DEBUG [RS:0;3e736a818b50:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3e736a818b50:0, corePoolSize=3, maxPoolSize=3 2024-11-21T16:34:47,157 DEBUG [RS:0;3e736a818b50:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0, corePoolSize=3, maxPoolSize=3 2024-11-21T16:34:47,158 INFO [RS:0;3e736a818b50:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T16:34:47,158 INFO [RS:0;3e736a818b50:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T16:34:47,158 INFO [RS:0;3e736a818b50:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T16:34:47,158 INFO [RS:0;3e736a818b50:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T16:34:47,158 INFO [RS:0;3e736a818b50:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e736a818b50,32923,1732206884345-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T16:34:47,178 INFO [RS:0;3e736a818b50:32923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T16:34:47,179 INFO [RS:0;3e736a818b50:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e736a818b50,32923,1732206884345-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T16:34:47,200 INFO [RS:0;3e736a818b50:32923 {}] regionserver.Replication(204): 3e736a818b50,32923,1732206884345 started 2024-11-21T16:34:47,200 INFO [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1767): Serving as 3e736a818b50,32923,1732206884345, RpcServer on 3e736a818b50/172.17.0.2:32923, sessionid=0x1015f8912780001 2024-11-21T16:34:47,201 DEBUG [RS:0;3e736a818b50:32923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T16:34:47,201 DEBUG [RS:0;3e736a818b50:32923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3e736a818b50,32923,1732206884345 2024-11-21T16:34:47,201 DEBUG [RS:0;3e736a818b50:32923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e736a818b50,32923,1732206884345' 2024-11-21T16:34:47,201 DEBUG [RS:0;3e736a818b50:32923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T16:34:47,202 DEBUG [RS:0;3e736a818b50:32923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T16:34:47,203 DEBUG [RS:0;3e736a818b50:32923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T16:34:47,203 DEBUG [RS:0;3e736a818b50:32923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T16:34:47,203 DEBUG [RS:0;3e736a818b50:32923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3e736a818b50,32923,1732206884345 2024-11-21T16:34:47,203 DEBUG [RS:0;3e736a818b50:32923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e736a818b50,32923,1732206884345' 2024-11-21T16:34:47,203 DEBUG [RS:0;3e736a818b50:32923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T16:34:47,204 DEBUG [RS:0;3e736a818b50:32923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T16:34:47,205 DEBUG [RS:0;3e736a818b50:32923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T16:34:47,205 INFO [RS:0;3e736a818b50:32923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T16:34:47,205 INFO [RS:0;3e736a818b50:32923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T16:34:47,312 INFO [RS:0;3e736a818b50:32923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T16:34:47,317 INFO [RS:0;3e736a818b50:32923 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e736a818b50%2C32923%2C1732206884345, suffix=, logDir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/WALs/3e736a818b50,32923,1732206884345, archiveDir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/oldWALs, maxLogs=32 2024-11-21T16:34:47,332 DEBUG [RS:0;3e736a818b50:32923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/WALs/3e736a818b50,32923,1732206884345/3e736a818b50%2C32923%2C1732206884345.1732206887319, exclude list is [], retry=0 2024-11-21T16:34:47,337 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40679,DS-d6a72a27-a680-4138-856d-e1882e02a713,DISK] 2024-11-21T16:34:47,340 INFO [RS:0;3e736a818b50:32923 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/WALs/3e736a818b50,32923,1732206884345/3e736a818b50%2C32923%2C1732206884345.1732206887319 2024-11-21T16:34:47,341 DEBUG [RS:0;3e736a818b50:32923 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32793:32793)] 2024-11-21T16:34:47,410 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-21T16:34:47,411 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33 2024-11-21T16:34:47,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741833_1009 (size=32) 2024-11-21T16:34:47,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:34:47,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T16:34:47,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T16:34:47,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:34:47,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T16:34:47,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T16:34:47,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T16:34:47,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:34:47,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T16:34:47,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T16:34:47,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T16:34:47,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:34:47,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T16:34:47,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740 2024-11-21T16:34:47,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740 2024-11-21T16:34:47,853 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T16:34:47,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T16:34:47,859 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T16:34:47,860 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73764502, jitterRate=0.09917673468589783}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T16:34:47,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T16:34:47,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T16:34:47,863 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T16:34:47,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T16:34:47,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T16:34:47,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T16:34:47,864 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T16:34:47,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T16:34:47,867 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T16:34:47,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-21T16:34:47,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T16:34:47,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T16:34:47,881 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T16:34:48,035 DEBUG [3e736a818b50:39655 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T16:34:48,045 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:34:48,052 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3e736a818b50,32923,1732206884345, state=OPENING 2024-11-21T16:34:48,094 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T16:34:48,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T16:34:48,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T16:34:48,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T16:34:48,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T16:34:48,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:34:48,287 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:48,288 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T16:34:48,291 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T16:34:48,301 INFO [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-21T16:34:48,302 INFO [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T16:34:48,302 INFO [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T16:34:48,305 INFO [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e736a818b50%2C32923%2C1732206884345.meta, suffix=.meta, logDir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/WALs/3e736a818b50,32923,1732206884345, archiveDir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/oldWALs, maxLogs=32 2024-11-21T16:34:48,321 DEBUG [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/WALs/3e736a818b50,32923,1732206884345/3e736a818b50%2C32923%2C1732206884345.meta.1732206888307.meta, exclude list is [], retry=0 2024-11-21T16:34:48,324 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40679,DS-d6a72a27-a680-4138-856d-e1882e02a713,DISK] 2024-11-21T16:34:48,328 INFO [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/WALs/3e736a818b50,32923,1732206884345/3e736a818b50%2C32923%2C1732206884345.meta.1732206888307.meta 2024-11-21T16:34:48,328 DEBUG [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32793:32793)] 2024-11-21T16:34:48,328 DEBUG [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T16:34:48,330 DEBUG [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T16:34:48,379 DEBUG [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T16:34:48,383 INFO [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T16:34:48,387 DEBUG [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T16:34:48,387 DEBUG [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:34:48,387 DEBUG [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-21T16:34:48,387 DEBUG [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-21T16:34:48,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T16:34:48,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T16:34:48,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:34:48,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T16:34:48,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T16:34:48,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T16:34:48,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:34:48,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T16:34:48,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T16:34:48,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T16:34:48,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:34:48,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T16:34:48,401 DEBUG [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740 2024-11-21T16:34:48,403 DEBUG [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740 2024-11-21T16:34:48,406 DEBUG [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T16:34:48,408 DEBUG [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T16:34:48,410 INFO [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73725895, jitterRate=0.09860144555568695}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T16:34:48,411 DEBUG [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T16:34:48,418 INFO [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732206888282 2024-11-21T16:34:48,428 DEBUG [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T16:34:48,429 INFO [RS_OPEN_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-21T16:34:48,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:34:48,432 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3e736a818b50,32923,1732206884345, state=OPEN 2024-11-21T16:34:48,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T16:34:48,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T16:34:48,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T16:34:48,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T16:34:48,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T16:34:48,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=3e736a818b50,32923,1732206884345 in 374 msec 2024-11-21T16:34:48,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T16:34:48,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-11-21T16:34:48,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5730 sec 2024-11-21T16:34:48,505 INFO [master/3e736a818b50:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732206888505, completionTime=-1 2024-11-21T16:34:48,505 INFO [master/3e736a818b50:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T16:34:48,505 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-21T16:34:48,536 DEBUG [hconnection-0x62021f49-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:34:48,539 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:34:48,548 INFO [master/3e736a818b50:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-21T16:34:48,548 INFO [master/3e736a818b50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732206948548 2024-11-21T16:34:48,549 INFO [master/3e736a818b50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732207008548 2024-11-21T16:34:48,549 INFO [master/3e736a818b50:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 43 msec 2024-11-21T16:34:48,588 INFO [master/3e736a818b50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e736a818b50,39655,1732206883567-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T16:34:48,589 INFO [master/3e736a818b50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e736a818b50,39655,1732206883567-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T16:34:48,589 INFO [master/3e736a818b50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e736a818b50,39655,1732206883567-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T16:34:48,591 INFO [master/3e736a818b50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3e736a818b50:39655, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T16:34:48,591 INFO [master/3e736a818b50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T16:34:48,597 DEBUG [master/3e736a818b50:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-21T16:34:48,599 INFO [master/3e736a818b50:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-21T16:34:48,600 INFO [master/3e736a818b50:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T16:34:48,605 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-21T16:34:48,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T16:34:48,609 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:34:48,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T16:34:48,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741835_1011 (size=358) 2024-11-21T16:34:49,031 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1a93772f08b2c79de57de55b8388a291, NAME => 'hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33 2024-11-21T16:34:49,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741836_1012 (size=42) 2024-11-21T16:34:49,447 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:34:49,448 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 1a93772f08b2c79de57de55b8388a291, disabling compactions & flushes 2024-11-21T16:34:49,448 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291. 2024-11-21T16:34:49,448 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291. 2024-11-21T16:34:49,449 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291. after waiting 1 ms 2024-11-21T16:34:49,449 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291. 2024-11-21T16:34:49,449 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291. 2024-11-21T16:34:49,449 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1a93772f08b2c79de57de55b8388a291: 2024-11-21T16:34:49,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T16:34:49,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732206889454"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732206889454"}]},"ts":"1732206889454"} 2024-11-21T16:34:49,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T16:34:49,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T16:34:49,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732206889482"}]},"ts":"1732206889482"} 2024-11-21T16:34:49,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-21T16:34:49,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=1a93772f08b2c79de57de55b8388a291, ASSIGN}] 2024-11-21T16:34:49,543 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=1a93772f08b2c79de57de55b8388a291, ASSIGN 2024-11-21T16:34:49,546 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=1a93772f08b2c79de57de55b8388a291, ASSIGN; state=OFFLINE, location=3e736a818b50,32923,1732206884345; forceNewPlan=false, retain=false 2024-11-21T16:34:49,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=1a93772f08b2c79de57de55b8388a291, regionState=OPENING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:34:49,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 1a93772f08b2c79de57de55b8388a291, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:34:49,863 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:49,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291. 2024-11-21T16:34:49,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 1a93772f08b2c79de57de55b8388a291, NAME => 'hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291.', STARTKEY => '', ENDKEY => ''} 2024-11-21T16:34:49,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 1a93772f08b2c79de57de55b8388a291 2024-11-21T16:34:49,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:34:49,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 1a93772f08b2c79de57de55b8388a291 2024-11-21T16:34:49,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 1a93772f08b2c79de57de55b8388a291 2024-11-21T16:34:49,881 INFO [StoreOpener-1a93772f08b2c79de57de55b8388a291-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1a93772f08b2c79de57de55b8388a291 2024-11-21T16:34:49,884 INFO [StoreOpener-1a93772f08b2c79de57de55b8388a291-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a93772f08b2c79de57de55b8388a291 columnFamilyName info 2024-11-21T16:34:49,884 DEBUG [StoreOpener-1a93772f08b2c79de57de55b8388a291-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:34:49,885 INFO [StoreOpener-1a93772f08b2c79de57de55b8388a291-1 {}] regionserver.HStore(327): Store=1a93772f08b2c79de57de55b8388a291/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:34:49,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/namespace/1a93772f08b2c79de57de55b8388a291 2024-11-21T16:34:49,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/namespace/1a93772f08b2c79de57de55b8388a291 2024-11-21T16:34:49,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 1a93772f08b2c79de57de55b8388a291 2024-11-21T16:34:49,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/namespace/1a93772f08b2c79de57de55b8388a291/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T16:34:49,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 1a93772f08b2c79de57de55b8388a291; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64329182, jitterRate=-0.04142048954963684}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T16:34:49,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 1a93772f08b2c79de57de55b8388a291: 2024-11-21T16:34:49,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291., pid=6, masterSystemTime=1732206889863 2024-11-21T16:34:49,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291. 2024-11-21T16:34:49,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291. 2024-11-21T16:34:49,903 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=1a93772f08b2c79de57de55b8388a291, regionState=OPEN, openSeqNum=2, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:34:49,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T16:34:49,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 1a93772f08b2c79de57de55b8388a291, server=3e736a818b50,32923,1732206884345 in 200 msec 2024-11-21T16:34:49,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T16:34:49,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=1a93772f08b2c79de57de55b8388a291, ASSIGN in 373 msec 2024-11-21T16:34:49,917 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T16:34:49,917 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732206889917"}]},"ts":"1732206889917"} 2024-11-21T16:34:49,920 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-21T16:34:49,963 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T16:34:49,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3630 sec 2024-11-21T16:34:50,011 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-21T16:34:50,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T16:34:50,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-21T16:34:50,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T16:34:50,050 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-21T16:34:50,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T16:34:50,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 39 msec 2024-11-21T16:34:50,095 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-21T16:34:50,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T16:34:50,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2024-11-21T16:34:50,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-21T16:34:50,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-21T16:34:50,174 INFO [master/3e736a818b50:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.732sec 2024-11-21T16:34:50,177 INFO [master/3e736a818b50:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T16:34:50,180 INFO [master/3e736a818b50:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T16:34:50,182 INFO [master/3e736a818b50:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T16:34:50,183 INFO [master/3e736a818b50:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T16:34:50,183 INFO [master/3e736a818b50:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T16:34:50,184 INFO [master/3e736a818b50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e736a818b50,39655,1732206883567-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T16:34:50,184 INFO [master/3e736a818b50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e736a818b50,39655,1732206883567-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T16:34:50,191 DEBUG [master/3e736a818b50:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-21T16:34:50,191 INFO [master/3e736a818b50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T16:34:50,192 INFO [master/3e736a818b50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e736a818b50,39655,1732206883567-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T16:34:50,206 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-21T16:34:50,207 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-21T16:34:50,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:34:50,222 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T16:34:50,222 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T16:34:50,232 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:34:50,241 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:34:50,249 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=3e736a818b50,39655,1732206883567 2024-11-21T16:34:50,280 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=296, ProcessCount=11, AvailableMemoryMB=8162 2024-11-21T16:34:50,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T16:34:50,299 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T16:34:50,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T16:34:50,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T16:34:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T16:34:50,313 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T16:34:50,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-21T16:34:50,314 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:34:50,315 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T16:34:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T16:34:50,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741837_1013 (size=963) 2024-11-21T16:34:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T16:34:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T16:34:50,729 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33 2024-11-21T16:34:50,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741838_1014 (size=53) 2024-11-21T16:34:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T16:34:51,141 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:34:51,141 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 939cfdc4a7eae3c99b37150cfa3ed668, disabling compactions & flushes 2024-11-21T16:34:51,141 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:51,141 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:51,141 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. after waiting 0 ms 2024-11-21T16:34:51,141 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:51,142 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:51,142 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:51,144 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T16:34:51,145 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732206891144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732206891144"}]},"ts":"1732206891144"} 2024-11-21T16:34:51,148 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T16:34:51,149 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T16:34:51,150 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732206891149"}]},"ts":"1732206891149"} 2024-11-21T16:34:51,152 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T16:34:51,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=939cfdc4a7eae3c99b37150cfa3ed668, ASSIGN}] 2024-11-21T16:34:51,207 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=939cfdc4a7eae3c99b37150cfa3ed668, ASSIGN 2024-11-21T16:34:51,210 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=939cfdc4a7eae3c99b37150cfa3ed668, ASSIGN; state=OFFLINE, location=3e736a818b50,32923,1732206884345; forceNewPlan=false, retain=false 2024-11-21T16:34:51,361 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=939cfdc4a7eae3c99b37150cfa3ed668, regionState=OPENING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:34:51,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:34:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T16:34:51,518 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:51,531 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:51,531 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} 2024-11-21T16:34:51,532 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:51,532 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:34:51,532 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:51,532 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:51,536 INFO [StoreOpener-939cfdc4a7eae3c99b37150cfa3ed668-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:51,540 INFO [StoreOpener-939cfdc4a7eae3c99b37150cfa3ed668-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:34:51,540 INFO [StoreOpener-939cfdc4a7eae3c99b37150cfa3ed668-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 939cfdc4a7eae3c99b37150cfa3ed668 columnFamilyName A 2024-11-21T16:34:51,540 DEBUG [StoreOpener-939cfdc4a7eae3c99b37150cfa3ed668-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:34:51,541 INFO [StoreOpener-939cfdc4a7eae3c99b37150cfa3ed668-1 {}] regionserver.HStore(327): Store=939cfdc4a7eae3c99b37150cfa3ed668/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:34:51,542 INFO [StoreOpener-939cfdc4a7eae3c99b37150cfa3ed668-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:51,544 INFO [StoreOpener-939cfdc4a7eae3c99b37150cfa3ed668-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:34:51,544 INFO [StoreOpener-939cfdc4a7eae3c99b37150cfa3ed668-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 939cfdc4a7eae3c99b37150cfa3ed668 columnFamilyName B 2024-11-21T16:34:51,544 DEBUG [StoreOpener-939cfdc4a7eae3c99b37150cfa3ed668-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:34:51,545 INFO [StoreOpener-939cfdc4a7eae3c99b37150cfa3ed668-1 {}] regionserver.HStore(327): Store=939cfdc4a7eae3c99b37150cfa3ed668/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:34:51,546 INFO [StoreOpener-939cfdc4a7eae3c99b37150cfa3ed668-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:51,548 INFO [StoreOpener-939cfdc4a7eae3c99b37150cfa3ed668-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:34:51,548 INFO [StoreOpener-939cfdc4a7eae3c99b37150cfa3ed668-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 939cfdc4a7eae3c99b37150cfa3ed668 columnFamilyName C 2024-11-21T16:34:51,548 DEBUG [StoreOpener-939cfdc4a7eae3c99b37150cfa3ed668-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:34:51,549 INFO [StoreOpener-939cfdc4a7eae3c99b37150cfa3ed668-1 {}] regionserver.HStore(327): Store=939cfdc4a7eae3c99b37150cfa3ed668/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:34:51,550 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:51,551 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:51,552 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:51,555 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T16:34:51,557 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:51,561 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T16:34:51,562 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 939cfdc4a7eae3c99b37150cfa3ed668; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67792565, jitterRate=0.010187938809394836}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T16:34:51,563 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:51,564 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., pid=11, masterSystemTime=1732206891518 2024-11-21T16:34:51,567 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:51,567 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:51,568 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=939cfdc4a7eae3c99b37150cfa3ed668, regionState=OPEN, openSeqNum=2, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:34:51,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T16:34:51,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 in 207 msec 2024-11-21T16:34:51,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T16:34:51,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=939cfdc4a7eae3c99b37150cfa3ed668, ASSIGN in 373 msec 2024-11-21T16:34:51,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T16:34:51,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732206891581"}]},"ts":"1732206891581"} 2024-11-21T16:34:51,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T16:34:51,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T16:34:51,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2870 sec 2024-11-21T16:34:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T16:34:52,445 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-21T16:34:52,455 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-21T16:34:52,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:34:52,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:34:52,501 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:34:52,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T16:34:52,509 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T16:34:52,517 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09bd0964 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c63ae4e 2024-11-21T16:34:52,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cb07dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:34:52,529 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1324ee83 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62c43377 2024-11-21T16:34:52,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478bae6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:34:52,542 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45b55c24 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ee2166f 2024-11-21T16:34:52,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5400112e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:34:52,555 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x048068a5 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a8f4734 2024-11-21T16:34:52,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38766d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:34:52,570 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03883f7b to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b5f27aa 2024-11-21T16:34:52,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c964e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:34:52,615 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12a1285d to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c3b736e 2024-11-21T16:34:52,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70267494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:34:52,636 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x527c6d40 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@353bc462 2024-11-21T16:34:52,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767a8485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:34:52,648 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47fe2fa7 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6502d571 2024-11-21T16:34:52,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c915d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:34:52,662 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x595e9ebe to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a0471b9 2024-11-21T16:34:52,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdbe80b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:34:52,683 DEBUG [hconnection-0x32d9f7e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:34:52,687 DEBUG [hconnection-0x2f204f5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:34:52,687 DEBUG [hconnection-0x34907d80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:34:52,687 DEBUG [hconnection-0x4b969ab9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:34:52,687 DEBUG [hconnection-0x169ff269-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:34:52,687 DEBUG [hconnection-0x52bb944e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:34:52,688 DEBUG [hconnection-0x131c45f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:34:52,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:34:52,688 DEBUG [hconnection-0x3679459b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:34:52,690 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:34:52,690 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:34:52,691 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:34:52,691 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:34:52,692 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:34:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-21T16:34:52,697 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:34:52,697 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:34:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T16:34:52,698 DEBUG [hconnection-0x48abfdf7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:34:52,699 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:34:52,701 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:34:52,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:34:52,710 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:34:52,729 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:34:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:52,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T16:34:52,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:34:52,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:52,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:34:52,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:52,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:34:52,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T16:34:52,871 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:52,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T16:34:52,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:52,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:52,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:52,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:52,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:52,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/5d8a579d73374440ab5d6f87dbb75da9 is 50, key is test_row_0/A:col10/1732206892757/Put/seqid=0 2024-11-21T16:34:52,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:52,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206952896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206952902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:52,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206952909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:52,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206952915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:52,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206952918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:52,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741839_1015 (size=12001) 2024-11-21T16:34:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T16:34:53,048 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T16:34:53,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:53,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:53,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:53,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:53,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:53,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206953074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206953074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:53,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206953075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206953075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206953077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,127 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T16:34:53,129 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T16:34:53,130 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-21T16:34:53,210 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T16:34:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:53,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:53,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:53,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206953280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206953279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206953284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206953285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206953286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T16:34:53,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/5d8a579d73374440ab5d6f87dbb75da9 2024-11-21T16:34:53,381 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T16:34:53,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:53,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:53,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:53,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:53,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/fe519af63824427c851d6e4f63345e47 is 50, key is test_row_0/B:col10/1732206892757/Put/seqid=0 2024-11-21T16:34:53,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741840_1016 (size=12001) 2024-11-21T16:34:53,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/fe519af63824427c851d6e4f63345e47 2024-11-21T16:34:53,536 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T16:34:53,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:53,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:53,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:53,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:53,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:53,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/7554c33633784c3a8ade8b3faa3d08fa is 50, key is test_row_0/C:col10/1732206892757/Put/seqid=0 2024-11-21T16:34:53,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741841_1017 (size=12001) 2024-11-21T16:34:53,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/7554c33633784c3a8ade8b3faa3d08fa 2024-11-21T16:34:53,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/5d8a579d73374440ab5d6f87dbb75da9 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5d8a579d73374440ab5d6f87dbb75da9 2024-11-21T16:34:53,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:53,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206953597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206953596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:53,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206953597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206953597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206953598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5d8a579d73374440ab5d6f87dbb75da9, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T16:34:53,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/fe519af63824427c851d6e4f63345e47 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/fe519af63824427c851d6e4f63345e47 2024-11-21T16:34:53,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/fe519af63824427c851d6e4f63345e47, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T16:34:53,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/7554c33633784c3a8ade8b3faa3d08fa as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/7554c33633784c3a8ade8b3faa3d08fa 2024-11-21T16:34:53,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/7554c33633784c3a8ade8b3faa3d08fa, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T16:34:53,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 939cfdc4a7eae3c99b37150cfa3ed668 in 880ms, sequenceid=13, compaction requested=false 2024-11-21T16:34:53,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:53,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:53,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T16:34:53,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:53,694 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T16:34:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:34:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:34:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:53,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:34:53,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:53,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/8ef61f17ada24d659155dd7d906b3706 is 50, key is test_row_0/A:col10/1732206892912/Put/seqid=0 2024-11-21T16:34:53,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741842_1018 (size=12001) 2024-11-21T16:34:53,730 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/8ef61f17ada24d659155dd7d906b3706 2024-11-21T16:34:53,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/b7ed9609a3a74022aadf1241f8f8c381 is 50, key is test_row_0/B:col10/1732206892912/Put/seqid=0 2024-11-21T16:34:53,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741843_1019 (size=12001) 2024-11-21T16:34:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T16:34:53,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T16:34:53,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T16:34:53,991 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T16:34:53,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-21T16:34:53,993 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-21T16:34:53,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T16:34:53,994 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T16:34:53,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T16:34:53,995 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T16:34:53,996 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T16:34:53,997 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T16:34:54,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:54,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206954120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206954125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206954125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206954129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206954129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,165 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/b7ed9609a3a74022aadf1241f8f8c381 2024-11-21T16:34:54,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/a822efba0a014680a17feb38064e9d3c is 50, key is test_row_0/C:col10/1732206892912/Put/seqid=0 2024-11-21T16:34:54,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741844_1020 (size=12001) 2024-11-21T16:34:54,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206954232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206954235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206954238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206954239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206954239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206954439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206954441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206954444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206954446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206954449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,633 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/a822efba0a014680a17feb38064e9d3c 2024-11-21T16:34:54,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/8ef61f17ada24d659155dd7d906b3706 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/8ef61f17ada24d659155dd7d906b3706 2024-11-21T16:34:54,666 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/8ef61f17ada24d659155dd7d906b3706, entries=150, sequenceid=37, filesize=11.7 K 2024-11-21T16:34:54,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/b7ed9609a3a74022aadf1241f8f8c381 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b7ed9609a3a74022aadf1241f8f8c381 2024-11-21T16:34:54,686 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b7ed9609a3a74022aadf1241f8f8c381, entries=150, sequenceid=37, filesize=11.7 K 2024-11-21T16:34:54,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/a822efba0a014680a17feb38064e9d3c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a822efba0a014680a17feb38064e9d3c 2024-11-21T16:34:54,705 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a822efba0a014680a17feb38064e9d3c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-21T16:34:54,707 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 939cfdc4a7eae3c99b37150cfa3ed668 in 1013ms, sequenceid=37, compaction requested=false 2024-11-21T16:34:54,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:54,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:54,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T16:34:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-21T16:34:54,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T16:34:54,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0070 sec 2024-11-21T16:34:54,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.0260 sec 2024-11-21T16:34:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:54,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T16:34:54,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:34:54,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:54,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:34:54,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:54,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:34:54,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:54,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/19369367aa7c449994584469f145f17b is 50, key is test_row_0/A:col10/1732206894125/Put/seqid=0 2024-11-21T16:34:54,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741845_1021 (size=12001) 2024-11-21T16:34:54,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206954799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206954799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T16:34:54,807 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-21T16:34:54,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206954803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206954803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206954803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:34:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-21T16:34:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T16:34:54,813 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:34:54,814 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:34:54,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:34:54,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206954907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206954908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206954912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T16:34:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206954912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206954912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,970 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:54,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-21T16:34:54,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:54,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:54,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:54,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:54,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T16:34:55,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206955114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206955115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206955116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206955116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206955117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,124 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-21T16:34:55,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:55,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:55,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:55,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:55,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:55,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/19369367aa7c449994584469f145f17b 2024-11-21T16:34:55,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/45d9516591f64c078b127396ca6dd6c5 is 50, key is test_row_0/B:col10/1732206894125/Put/seqid=0 2024-11-21T16:34:55,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741846_1022 (size=12001) 2024-11-21T16:34:55,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/45d9516591f64c078b127396ca6dd6c5 2024-11-21T16:34:55,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/640857648c8f4cb3ba8ff6aad261e6c4 is 50, key is test_row_0/C:col10/1732206894125/Put/seqid=0 2024-11-21T16:34:55,279 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-21T16:34:55,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:55,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:55,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:55,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:55,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:55,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741847_1023 (size=12001) 2024-11-21T16:34:55,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/640857648c8f4cb3ba8ff6aad261e6c4 2024-11-21T16:34:55,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/19369367aa7c449994584469f145f17b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/19369367aa7c449994584469f145f17b 2024-11-21T16:34:55,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/19369367aa7c449994584469f145f17b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-21T16:34:55,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/45d9516591f64c078b127396ca6dd6c5 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/45d9516591f64c078b127396ca6dd6c5 2024-11-21T16:34:55,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/45d9516591f64c078b127396ca6dd6c5, entries=150, sequenceid=51, filesize=11.7 K 2024-11-21T16:34:55,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/640857648c8f4cb3ba8ff6aad261e6c4 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/640857648c8f4cb3ba8ff6aad261e6c4 2024-11-21T16:34:55,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/640857648c8f4cb3ba8ff6aad261e6c4, entries=150, sequenceid=51, filesize=11.7 K 2024-11-21T16:34:55,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 939cfdc4a7eae3c99b37150cfa3ed668 in 612ms, sequenceid=51, compaction requested=true 2024-11-21T16:34:55,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:55,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:34:55,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:55,367 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:34:55,367 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:34:55,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:34:55,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:55,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:34:55,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:34:55,371 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:34:55,373 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/B is initiating minor compaction (all files) 2024-11-21T16:34:55,374 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/B in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:55,374 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/fe519af63824427c851d6e4f63345e47, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b7ed9609a3a74022aadf1241f8f8c381, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/45d9516591f64c078b127396ca6dd6c5] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=35.2 K 2024-11-21T16:34:55,375 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:34:55,376 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting fe519af63824427c851d6e4f63345e47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732206892745 2024-11-21T16:34:55,376 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/A is initiating minor compaction (all files) 2024-11-21T16:34:55,376 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/A in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:55,376 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5d8a579d73374440ab5d6f87dbb75da9, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/8ef61f17ada24d659155dd7d906b3706, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/19369367aa7c449994584469f145f17b] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=35.2 K 2024-11-21T16:34:55,377 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting b7ed9609a3a74022aadf1241f8f8c381, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732206892886 2024-11-21T16:34:55,378 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d8a579d73374440ab5d6f87dbb75da9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732206892745 2024-11-21T16:34:55,378 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 45d9516591f64c078b127396ca6dd6c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732206894119 2024-11-21T16:34:55,381 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ef61f17ada24d659155dd7d906b3706, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732206892886 2024-11-21T16:34:55,382 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19369367aa7c449994584469f145f17b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732206894119 2024-11-21T16:34:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T16:34:55,421 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#A#compaction#9 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:55,422 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/44000687bdaa4dfba238cbf744f7a109 is 50, key is test_row_0/A:col10/1732206894125/Put/seqid=0 2024-11-21T16:34:55,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741848_1024 (size=12104) 2024-11-21T16:34:55,434 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-21T16:34:55,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:55,435 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T16:34:55,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:34:55,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:55,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:34:55,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:55,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:34:55,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:55,444 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#B#compaction#10 average throughput is 0.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:55,446 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/2b3d0f1729c14f36aadd31705150f12b is 50, key is test_row_0/B:col10/1732206894125/Put/seqid=0 2024-11-21T16:34:55,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:55,453 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/44000687bdaa4dfba238cbf744f7a109 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/44000687bdaa4dfba238cbf744f7a109 2024-11-21T16:34:55,476 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/A of 939cfdc4a7eae3c99b37150cfa3ed668 into 44000687bdaa4dfba238cbf744f7a109(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:55,476 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:55,476 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/A, priority=13, startTime=1732206895364; duration=0sec 2024-11-21T16:34:55,476 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:34:55,476 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:A 2024-11-21T16:34:55,477 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:34:55,479 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:34:55,479 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/C is initiating minor compaction (all files) 2024-11-21T16:34:55,479 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/C in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:55,480 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/7554c33633784c3a8ade8b3faa3d08fa, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a822efba0a014680a17feb38064e9d3c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/640857648c8f4cb3ba8ff6aad261e6c4] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=35.2 K 2024-11-21T16:34:55,483 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7554c33633784c3a8ade8b3faa3d08fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732206892745 2024-11-21T16:34:55,484 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting a822efba0a014680a17feb38064e9d3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732206892886 2024-11-21T16:34:55,485 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 640857648c8f4cb3ba8ff6aad261e6c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732206894119 2024-11-21T16:34:55,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/0926d2c698664773b1b8e6fcad7cde29 is 50, key is test_row_0/A:col10/1732206894800/Put/seqid=0 2024-11-21T16:34:55,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741849_1025 (size=12104) 2024-11-21T16:34:55,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206955464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206955485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206955486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,503 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/2b3d0f1729c14f36aadd31705150f12b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/2b3d0f1729c14f36aadd31705150f12b 2024-11-21T16:34:55,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206955490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206955491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741850_1026 (size=12001) 2024-11-21T16:34:55,514 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/0926d2c698664773b1b8e6fcad7cde29 2024-11-21T16:34:55,517 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/B of 939cfdc4a7eae3c99b37150cfa3ed668 into 2b3d0f1729c14f36aadd31705150f12b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:55,517 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:55,517 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/B, priority=13, startTime=1732206895367; duration=0sec 2024-11-21T16:34:55,517 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:55,517 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:B 2024-11-21T16:34:55,527 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#C#compaction#12 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:55,528 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/387e23058c234244af68f7c76417d74c is 50, key is test_row_0/C:col10/1732206894125/Put/seqid=0 2024-11-21T16:34:55,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741851_1027 (size=12104) 2024-11-21T16:34:55,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/96b0fbdb96364cccad08fb0c9d02b8d0 is 50, key is test_row_0/B:col10/1732206894800/Put/seqid=0 2024-11-21T16:34:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741852_1028 (size=12001) 2024-11-21T16:34:55,573 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/96b0fbdb96364cccad08fb0c9d02b8d0 2024-11-21T16:34:55,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/6a504f20adde471a8ff20556151d005d is 50, key is test_row_0/C:col10/1732206894800/Put/seqid=0 2024-11-21T16:34:55,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206955592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206955603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206955604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206955607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206955607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741853_1029 (size=12001) 2024-11-21T16:34:55,630 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/6a504f20adde471a8ff20556151d005d 2024-11-21T16:34:55,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/0926d2c698664773b1b8e6fcad7cde29 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/0926d2c698664773b1b8e6fcad7cde29 2024-11-21T16:34:55,663 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/0926d2c698664773b1b8e6fcad7cde29, entries=150, sequenceid=75, filesize=11.7 K 2024-11-21T16:34:55,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/96b0fbdb96364cccad08fb0c9d02b8d0 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/96b0fbdb96364cccad08fb0c9d02b8d0 2024-11-21T16:34:55,676 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/96b0fbdb96364cccad08fb0c9d02b8d0, entries=150, sequenceid=75, filesize=11.7 K 2024-11-21T16:34:55,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/6a504f20adde471a8ff20556151d005d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6a504f20adde471a8ff20556151d005d 2024-11-21T16:34:55,692 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6a504f20adde471a8ff20556151d005d, entries=150, sequenceid=75, filesize=11.7 K 2024-11-21T16:34:55,694 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 939cfdc4a7eae3c99b37150cfa3ed668 in 259ms, sequenceid=75, compaction requested=false 2024-11-21T16:34:55,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:55,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:55,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T16:34:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-21T16:34:55,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T16:34:55,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 882 msec 2024-11-21T16:34:55,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 892 msec 2024-11-21T16:34:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:55,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T16:34:55,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:34:55,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:55,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:34:55,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:55,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:34:55,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:55,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/009ede2b29884ce0bf810274bbabb298 is 50, key is test_row_0/A:col10/1732206895461/Put/seqid=0 2024-11-21T16:34:55,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741854_1030 (size=14341) 2024-11-21T16:34:55,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/009ede2b29884ce0bf810274bbabb298 2024-11-21T16:34:55,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/a4e5aac5650648b989755d2961ebe213 is 50, key is test_row_0/B:col10/1732206895461/Put/seqid=0 2024-11-21T16:34:55,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741855_1031 (size=12001) 2024-11-21T16:34:55,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/a4e5aac5650648b989755d2961ebe213 2024-11-21T16:34:55,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/6141d7c111334eac8d5768e687a1ef5c is 50, key is test_row_0/C:col10/1732206895461/Put/seqid=0 2024-11-21T16:34:55,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206955909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206955911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206955911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T16:34:55,918 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-21T16:34:55,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206955914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:34:55,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741856_1032 (size=12001) 2024-11-21T16:34:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-21T16:34:55,923 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:34:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T16:34:55,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206955915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:55,924 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:34:55,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:34:55,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/6141d7c111334eac8d5768e687a1ef5c 2024-11-21T16:34:55,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/009ede2b29884ce0bf810274bbabb298 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/009ede2b29884ce0bf810274bbabb298 2024-11-21T16:34:55,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/009ede2b29884ce0bf810274bbabb298, entries=200, sequenceid=91, filesize=14.0 K 2024-11-21T16:34:55,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/a4e5aac5650648b989755d2961ebe213 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/a4e5aac5650648b989755d2961ebe213 2024-11-21T16:34:55,961 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/387e23058c234244af68f7c76417d74c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/387e23058c234244af68f7c76417d74c 2024-11-21T16:34:55,979 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/C of 939cfdc4a7eae3c99b37150cfa3ed668 into 387e23058c234244af68f7c76417d74c(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:55,980 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:55,980 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/C, priority=13, startTime=1732206895370; duration=0sec 2024-11-21T16:34:55,980 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:55,980 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:C 2024-11-21T16:34:55,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/a4e5aac5650648b989755d2961ebe213, entries=150, sequenceid=91, filesize=11.7 K 2024-11-21T16:34:55,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/6141d7c111334eac8d5768e687a1ef5c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6141d7c111334eac8d5768e687a1ef5c 2024-11-21T16:34:55,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6141d7c111334eac8d5768e687a1ef5c, entries=150, sequenceid=91, filesize=11.7 K 2024-11-21T16:34:56,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 939cfdc4a7eae3c99b37150cfa3ed668 in 188ms, sequenceid=91, compaction requested=true 2024-11-21T16:34:56,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:56,001 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:34:56,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:34:56,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:56,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:34:56,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:56,004 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:34:56,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:34:56,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:34:56,004 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:34:56,004 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/A is initiating minor compaction (all files) 2024-11-21T16:34:56,005 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/A in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,005 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/44000687bdaa4dfba238cbf744f7a109, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/0926d2c698664773b1b8e6fcad7cde29, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/009ede2b29884ce0bf810274bbabb298] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=37.5 K 2024-11-21T16:34:56,006 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44000687bdaa4dfba238cbf744f7a109, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732206894119 2024-11-21T16:34:56,006 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0926d2c698664773b1b8e6fcad7cde29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732206894769 2024-11-21T16:34:56,007 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:34:56,007 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/B is initiating minor compaction (all files) 2024-11-21T16:34:56,008 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/B in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,008 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/2b3d0f1729c14f36aadd31705150f12b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/96b0fbdb96364cccad08fb0c9d02b8d0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/a4e5aac5650648b989755d2961ebe213] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=35.3 K 2024-11-21T16:34:56,009 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b3d0f1729c14f36aadd31705150f12b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732206894119 2024-11-21T16:34:56,010 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 009ede2b29884ce0bf810274bbabb298, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732206895461 2024-11-21T16:34:56,011 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 96b0fbdb96364cccad08fb0c9d02b8d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732206894769 2024-11-21T16:34:56,013 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting a4e5aac5650648b989755d2961ebe213, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732206895461 2024-11-21T16:34:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T16:34:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:56,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T16:34:56,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:34:56,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:56,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:34:56,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:56,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:34:56,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:56,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/3ea69d478bb5449eae28af55dc3a1f30 is 50, key is test_row_0/A:col10/1732206895908/Put/seqid=0 2024-11-21T16:34:56,050 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:56,051 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/77db782255cf4da5b1895f404698437d is 50, key is test_row_0/A:col10/1732206895461/Put/seqid=0 2024-11-21T16:34:56,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206956043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206956045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206956047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206956052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206956054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,066 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#B#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:56,067 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/a3085a5a354d403aa1eae93f2d6639b9 is 50, key is test_row_0/B:col10/1732206895461/Put/seqid=0 2024-11-21T16:34:56,079 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T16:34:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741858_1034 (size=12207) 2024-11-21T16:34:56,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741857_1033 (size=14341) 2024-11-21T16:34:56,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741859_1035 (size=12207) 2024-11-21T16:34:56,129 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/a3085a5a354d403aa1eae93f2d6639b9 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/a3085a5a354d403aa1eae93f2d6639b9 2024-11-21T16:34:56,144 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/B of 939cfdc4a7eae3c99b37150cfa3ed668 into a3085a5a354d403aa1eae93f2d6639b9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:56,144 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:56,144 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/B, priority=13, startTime=1732206896004; duration=0sec 2024-11-21T16:34:56,144 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:34:56,144 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:B 2024-11-21T16:34:56,144 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:34:56,146 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:34:56,147 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/C is initiating minor compaction (all files) 2024-11-21T16:34:56,147 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/C in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,148 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/387e23058c234244af68f7c76417d74c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6a504f20adde471a8ff20556151d005d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6141d7c111334eac8d5768e687a1ef5c] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=35.3 K 2024-11-21T16:34:56,149 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 387e23058c234244af68f7c76417d74c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732206894119 2024-11-21T16:34:56,150 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a504f20adde471a8ff20556151d005d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732206894769 2024-11-21T16:34:56,151 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 6141d7c111334eac8d5768e687a1ef5c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732206895461 2024-11-21T16:34:56,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206956155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206956157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206956158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206956161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206956161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,176 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:56,178 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/eed7be7732154e19b94e46c5c2c160ec is 50, key is test_row_0/C:col10/1732206895461/Put/seqid=0 2024-11-21T16:34:56,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741860_1036 (size=12207) 2024-11-21T16:34:56,225 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/eed7be7732154e19b94e46c5c2c160ec as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/eed7be7732154e19b94e46c5c2c160ec 2024-11-21T16:34:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T16:34:56,233 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T16:34:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,242 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/C of 939cfdc4a7eae3c99b37150cfa3ed668 into eed7be7732154e19b94e46c5c2c160ec(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:56,242 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:56,242 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/C, priority=13, startTime=1732206896004; duration=0sec 2024-11-21T16:34:56,242 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:56,243 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:C 2024-11-21T16:34:56,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206956365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206956367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206956367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206956369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206956369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,388 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T16:34:56,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:56,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/3ea69d478bb5449eae28af55dc3a1f30 2024-11-21T16:34:56,506 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/77db782255cf4da5b1895f404698437d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/77db782255cf4da5b1895f404698437d 2024-11-21T16:34:56,522 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/A of 939cfdc4a7eae3c99b37150cfa3ed668 into 77db782255cf4da5b1895f404698437d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:56,524 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:56,524 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/A, priority=13, startTime=1732206896001; duration=0sec 2024-11-21T16:34:56,524 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:56,525 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:A 2024-11-21T16:34:56,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/59c262c832f148538c1e9dc880fa00af is 50, key is test_row_0/B:col10/1732206895908/Put/seqid=0 2024-11-21T16:34:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T16:34:56,546 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T16:34:56,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:56,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741861_1037 (size=12001) 2024-11-21T16:34:56,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/59c262c832f148538c1e9dc880fa00af 2024-11-21T16:34:56,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/bf79d41bdd414efdacc2b5c35bcb598e is 50, key is test_row_0/C:col10/1732206895908/Put/seqid=0 2024-11-21T16:34:56,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741862_1038 (size=12001) 2024-11-21T16:34:56,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/bf79d41bdd414efdacc2b5c35bcb598e 2024-11-21T16:34:56,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/3ea69d478bb5449eae28af55dc3a1f30 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/3ea69d478bb5449eae28af55dc3a1f30 2024-11-21T16:34:56,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/3ea69d478bb5449eae28af55dc3a1f30, entries=200, sequenceid=115, filesize=14.0 K 2024-11-21T16:34:56,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/59c262c832f148538c1e9dc880fa00af as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/59c262c832f148538c1e9dc880fa00af 2024-11-21T16:34:56,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/59c262c832f148538c1e9dc880fa00af, entries=150, sequenceid=115, filesize=11.7 K 2024-11-21T16:34:56,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/bf79d41bdd414efdacc2b5c35bcb598e as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/bf79d41bdd414efdacc2b5c35bcb598e 2024-11-21T16:34:56,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206956673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/bf79d41bdd414efdacc2b5c35bcb598e, entries=150, sequenceid=115, filesize=11.7 K 2024-11-21T16:34:56,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206956679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206956678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 939cfdc4a7eae3c99b37150cfa3ed668 in 658ms, sequenceid=115, compaction requested=false 2024-11-21T16:34:56,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:56,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:56,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T16:34:56,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:34:56,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:56,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:34:56,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:56,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:34:56,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:56,701 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T16:34:56,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/6c2a84999af5445ab7aeb0118eaab514 is 50, key is test_row_0/A:col10/1732206896051/Put/seqid=0 2024-11-21T16:34:56,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206956742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206956744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741863_1039 (size=12051) 2024-11-21T16:34:56,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/6c2a84999af5445ab7aeb0118eaab514 2024-11-21T16:34:56,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/143a8800eade43fabe1857e43ca27ac6 is 50, key is test_row_0/B:col10/1732206896051/Put/seqid=0 2024-11-21T16:34:56,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741864_1040 (size=12051) 2024-11-21T16:34:56,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/143a8800eade43fabe1857e43ca27ac6 2024-11-21T16:34:56,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/6549808dcb53438fb23846177c179d10 is 50, key is test_row_0/C:col10/1732206896051/Put/seqid=0 2024-11-21T16:34:56,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741865_1041 (size=12051) 2024-11-21T16:34:56,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/6549808dcb53438fb23846177c179d10 2024-11-21T16:34:56,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/6c2a84999af5445ab7aeb0118eaab514 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/6c2a84999af5445ab7aeb0118eaab514 2024-11-21T16:34:56,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/6c2a84999af5445ab7aeb0118eaab514, entries=150, sequenceid=132, filesize=11.8 K 2024-11-21T16:34:56,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/143a8800eade43fabe1857e43ca27ac6 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/143a8800eade43fabe1857e43ca27ac6 2024-11-21T16:34:56,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206956848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,856 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/143a8800eade43fabe1857e43ca27ac6, entries=150, sequenceid=132, filesize=11.8 K 2024-11-21T16:34:56,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T16:34:56,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:56,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:56,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206956850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:56,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/6549808dcb53438fb23846177c179d10 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6549808dcb53438fb23846177c179d10 2024-11-21T16:34:56,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6549808dcb53438fb23846177c179d10, entries=150, sequenceid=132, filesize=11.8 K 2024-11-21T16:34:56,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 939cfdc4a7eae3c99b37150cfa3ed668 in 187ms, sequenceid=132, compaction requested=true 2024-11-21T16:34:56,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:56,874 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:34:56,875 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:34:56,876 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/A is initiating minor compaction (all files) 2024-11-21T16:34:56,876 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/A in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,876 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/77db782255cf4da5b1895f404698437d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/3ea69d478bb5449eae28af55dc3a1f30, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/6c2a84999af5445ab7aeb0118eaab514] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=37.7 K 2024-11-21T16:34:56,877 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77db782255cf4da5b1895f404698437d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732206895461 2024-11-21T16:34:56,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:34:56,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:56,877 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ea69d478bb5449eae28af55dc3a1f30, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732206895908 2024-11-21T16:34:56,877 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:34:56,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:34:56,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:56,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:34:56,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:34:56,878 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c2a84999af5445ab7aeb0118eaab514, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732206896039 2024-11-21T16:34:56,881 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:34:56,882 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/B is initiating minor compaction (all files) 2024-11-21T16:34:56,882 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/B in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,882 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/a3085a5a354d403aa1eae93f2d6639b9, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/59c262c832f148538c1e9dc880fa00af, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/143a8800eade43fabe1857e43ca27ac6] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=35.4 K 2024-11-21T16:34:56,883 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting a3085a5a354d403aa1eae93f2d6639b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732206895461 2024-11-21T16:34:56,885 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 59c262c832f148538c1e9dc880fa00af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732206895908 2024-11-21T16:34:56,886 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 143a8800eade43fabe1857e43ca27ac6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732206896039 2024-11-21T16:34:56,903 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#A#compaction#27 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:56,904 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/47b5fb3900b842b6a0ba91546ff39881 is 50, key is test_row_0/A:col10/1732206896051/Put/seqid=0 2024-11-21T16:34:56,911 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:56,912 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/70116fda0736451aa551ec1638918363 is 50, key is test_row_0/B:col10/1732206896051/Put/seqid=0 2024-11-21T16:34:56,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741866_1042 (size=12359) 2024-11-21T16:34:56,931 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/47b5fb3900b842b6a0ba91546ff39881 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/47b5fb3900b842b6a0ba91546ff39881 2024-11-21T16:34:56,945 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/A of 939cfdc4a7eae3c99b37150cfa3ed668 into 47b5fb3900b842b6a0ba91546ff39881(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:56,945 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:56,945 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/A, priority=13, startTime=1732206896874; duration=0sec 2024-11-21T16:34:56,946 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:34:56,946 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:A 2024-11-21T16:34:56,946 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:34:56,948 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:34:56,948 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/C is initiating minor compaction (all files) 2024-11-21T16:34:56,948 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/C in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:56,948 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/eed7be7732154e19b94e46c5c2c160ec, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/bf79d41bdd414efdacc2b5c35bcb598e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6549808dcb53438fb23846177c179d10] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=35.4 K 2024-11-21T16:34:56,949 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting eed7be7732154e19b94e46c5c2c160ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732206895461 2024-11-21T16:34:56,950 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf79d41bdd414efdacc2b5c35bcb598e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732206895908 2024-11-21T16:34:56,951 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6549808dcb53438fb23846177c179d10, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732206896039 2024-11-21T16:34:56,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741867_1043 (size=12359) 2024-11-21T16:34:56,976 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/70116fda0736451aa551ec1638918363 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/70116fda0736451aa551ec1638918363 2024-11-21T16:34:56,986 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#C#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:56,987 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/d17babf62c72473dbe9518f751b905c1 is 50, key is test_row_0/C:col10/1732206896051/Put/seqid=0 2024-11-21T16:34:56,993 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/B of 939cfdc4a7eae3c99b37150cfa3ed668 into 70116fda0736451aa551ec1638918363(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:56,993 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:56,994 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/B, priority=13, startTime=1732206896877; duration=0sec 2024-11-21T16:34:56,994 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:56,994 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:B 2024-11-21T16:34:57,012 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:57,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T16:34:57,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:57,014 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T16:34:57,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:34:57,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:57,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:34:57,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:57,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:34:57,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:57,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741868_1044 (size=12359) 2024-11-21T16:34:57,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/1cf6fda7ff07421d81a8e4260cc1def3 is 50, key is test_row_0/A:col10/1732206896737/Put/seqid=0 2024-11-21T16:34:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T16:34:57,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741869_1045 (size=12151) 2024-11-21T16:34:57,040 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/1cf6fda7ff07421d81a8e4260cc1def3 2024-11-21T16:34:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:57,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:57,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/b97e9ab279b54c4cb585b88543a3bb89 is 50, key is test_row_0/B:col10/1732206896737/Put/seqid=0 2024-11-21T16:34:57,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206957091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:57,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206957092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:57,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741870_1046 (size=12151) 2024-11-21T16:34:57,106 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/b97e9ab279b54c4cb585b88543a3bb89 2024-11-21T16:34:57,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/6a014e2414d8434d818aa1dde05f89ce is 50, key is test_row_0/C:col10/1732206896737/Put/seqid=0 2024-11-21T16:34:57,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741871_1047 (size=12151) 2024-11-21T16:34:57,139 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/6a014e2414d8434d818aa1dde05f89ce 2024-11-21T16:34:57,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/1cf6fda7ff07421d81a8e4260cc1def3 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/1cf6fda7ff07421d81a8e4260cc1def3 2024-11-21T16:34:57,168 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/1cf6fda7ff07421d81a8e4260cc1def3, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T16:34:57,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/b97e9ab279b54c4cb585b88543a3bb89 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b97e9ab279b54c4cb585b88543a3bb89 2024-11-21T16:34:57,180 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b97e9ab279b54c4cb585b88543a3bb89, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T16:34:57,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/6a014e2414d8434d818aa1dde05f89ce as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6a014e2414d8434d818aa1dde05f89ce 2024-11-21T16:34:57,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:57,194 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6a014e2414d8434d818aa1dde05f89ce, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T16:34:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206957184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:57,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206957187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:57,195 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 939cfdc4a7eae3c99b37150cfa3ed668 in 182ms, sequenceid=156, compaction requested=false 2024-11-21T16:34:57,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:57,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:57,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-21T16:34:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-21T16:34:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:57,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T16:34:57,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:34:57,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:57,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:34:57,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:57,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:34:57,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:57,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T16:34:57,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2720 sec 2024-11-21T16:34:57,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.2820 sec 2024-11-21T16:34:57,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/5559f0129edb491bb266b0fe25a9c78f is 50, key is test_row_0/A:col10/1732206897088/Put/seqid=0 2024-11-21T16:34:57,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741872_1048 (size=12151) 2024-11-21T16:34:57,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/5559f0129edb491bb266b0fe25a9c78f 2024-11-21T16:34:57,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/23102b7931a647748de5056ee0bcbfb7 is 50, key is test_row_0/B:col10/1732206897088/Put/seqid=0 2024-11-21T16:34:57,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206957253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:57,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206957255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:57,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741873_1049 (size=12151) 2024-11-21T16:34:57,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/23102b7931a647748de5056ee0bcbfb7 2024-11-21T16:34:57,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206957259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:57,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/4afacde9664043db90dd9c3033851b6a is 50, key is test_row_0/C:col10/1732206897088/Put/seqid=0 2024-11-21T16:34:57,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741874_1050 (size=12151) 2024-11-21T16:34:57,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/4afacde9664043db90dd9c3033851b6a 2024-11-21T16:34:57,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/5559f0129edb491bb266b0fe25a9c78f as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5559f0129edb491bb266b0fe25a9c78f 2024-11-21T16:34:57,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5559f0129edb491bb266b0fe25a9c78f, entries=150, sequenceid=171, filesize=11.9 K 2024-11-21T16:34:57,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/23102b7931a647748de5056ee0bcbfb7 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/23102b7931a647748de5056ee0bcbfb7 2024-11-21T16:34:57,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/23102b7931a647748de5056ee0bcbfb7, entries=150, sequenceid=171, filesize=11.9 K 2024-11-21T16:34:57,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/4afacde9664043db90dd9c3033851b6a as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4afacde9664043db90dd9c3033851b6a 2024-11-21T16:34:57,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4afacde9664043db90dd9c3033851b6a, entries=150, sequenceid=171, filesize=11.9 K 2024-11-21T16:34:57,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 939cfdc4a7eae3c99b37150cfa3ed668 in 162ms, sequenceid=171, compaction requested=true 2024-11-21T16:34:57,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:57,360 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:34:57,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:A, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:34:57,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:57,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:B, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:34:57,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:34:57,363 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:34:57,363 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/A is initiating minor compaction (all files) 2024-11-21T16:34:57,363 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/A in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:57,363 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/47b5fb3900b842b6a0ba91546ff39881, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/1cf6fda7ff07421d81a8e4260cc1def3, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5559f0129edb491bb266b0fe25a9c78f] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=35.8 K 2024-11-21T16:34:57,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:34:57,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T16:34:57,364 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 47b5fb3900b842b6a0ba91546ff39881, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732206896039 2024-11-21T16:34:57,365 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cf6fda7ff07421d81a8e4260cc1def3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732206896735 2024-11-21T16:34:57,366 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 5559f0129edb491bb266b0fe25a9c78f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732206897088 2024-11-21T16:34:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:57,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T16:34:57,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:34:57,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:57,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:34:57,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:57,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:34:57,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:57,386 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#A#compaction#36 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:57,387 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/3a1f671b0e9d49d1977363f7a6f3e378 is 50, key is test_row_0/A:col10/1732206897088/Put/seqid=0 2024-11-21T16:34:57,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/e3ab0fef22504e719f6e1b82ea46d19b is 50, key is test_row_0/A:col10/1732206897368/Put/seqid=0 2024-11-21T16:34:57,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206957395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:57,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206957396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:57,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206957401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:57,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741875_1051 (size=12561) 2024-11-21T16:34:57,424 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/3a1f671b0e9d49d1977363f7a6f3e378 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/3a1f671b0e9d49d1977363f7a6f3e378 2024-11-21T16:34:57,434 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/d17babf62c72473dbe9518f751b905c1 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/d17babf62c72473dbe9518f751b905c1 2024-11-21T16:34:57,440 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/A of 939cfdc4a7eae3c99b37150cfa3ed668 into 3a1f671b0e9d49d1977363f7a6f3e378(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:57,440 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:57,440 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/A, priority=13, startTime=1732206897360; duration=0sec 2024-11-21T16:34:57,440 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T16:34:57,440 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:A 2024-11-21T16:34:57,441 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-21T16:34:57,441 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T16:34:57,442 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T16:34:57,442 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. because compaction request was cancelled 2024-11-21T16:34:57,442 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:C 2024-11-21T16:34:57,442 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:34:57,445 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:34:57,445 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/B is initiating minor compaction (all files) 2024-11-21T16:34:57,445 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/B in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:57,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741876_1052 (size=14541) 2024-11-21T16:34:57,445 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/70116fda0736451aa551ec1638918363, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b97e9ab279b54c4cb585b88543a3bb89, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/23102b7931a647748de5056ee0bcbfb7] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=35.8 K 2024-11-21T16:34:57,446 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 70116fda0736451aa551ec1638918363, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732206896039 2024-11-21T16:34:57,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/e3ab0fef22504e719f6e1b82ea46d19b 2024-11-21T16:34:57,447 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting b97e9ab279b54c4cb585b88543a3bb89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732206896735 2024-11-21T16:34:57,447 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/C of 939cfdc4a7eae3c99b37150cfa3ed668 into d17babf62c72473dbe9518f751b905c1(size=12.1 K), total size for store is 35.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:57,447 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:57,447 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/C, priority=13, startTime=1732206896878; duration=0sec 2024-11-21T16:34:57,448 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:57,448 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:C 2024-11-21T16:34:57,448 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 23102b7931a647748de5056ee0bcbfb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732206897088 2024-11-21T16:34:57,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/c31d2c0337d34165be9f0bd4d1d2b883 is 50, key is test_row_0/B:col10/1732206897368/Put/seqid=0 2024-11-21T16:34:57,473 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:57,474 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/86a5a64f742845eeabf863a0ece8d1cf is 50, key is test_row_0/B:col10/1732206897088/Put/seqid=0 2024-11-21T16:34:57,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741877_1053 (size=12151) 2024-11-21T16:34:57,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741878_1054 (size=12561) 2024-11-21T16:34:57,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206957503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:57,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206957503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:57,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206957511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:57,521 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/86a5a64f742845eeabf863a0ece8d1cf as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/86a5a64f742845eeabf863a0ece8d1cf 2024-11-21T16:34:57,535 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/B of 939cfdc4a7eae3c99b37150cfa3ed668 into 86a5a64f742845eeabf863a0ece8d1cf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:57,535 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:57,535 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/B, priority=13, startTime=1732206897361; duration=0sec 2024-11-21T16:34:57,535 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:57,535 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:B 2024-11-21T16:34:57,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206957706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:57,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206957712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:57,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206957716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:57,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/c31d2c0337d34165be9f0bd4d1d2b883 2024-11-21T16:34:57,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/f6d6c2b62e984f8fa89a3e5b24ca9de1 is 50, key is test_row_0/C:col10/1732206897368/Put/seqid=0 2024-11-21T16:34:57,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741879_1055 (size=12151) 2024-11-21T16:34:57,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/f6d6c2b62e984f8fa89a3e5b24ca9de1 2024-11-21T16:34:57,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/e3ab0fef22504e719f6e1b82ea46d19b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/e3ab0fef22504e719f6e1b82ea46d19b 2024-11-21T16:34:57,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/e3ab0fef22504e719f6e1b82ea46d19b, entries=200, sequenceid=194, filesize=14.2 K 2024-11-21T16:34:57,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/c31d2c0337d34165be9f0bd4d1d2b883 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/c31d2c0337d34165be9f0bd4d1d2b883 2024-11-21T16:34:57,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/c31d2c0337d34165be9f0bd4d1d2b883, entries=150, sequenceid=194, filesize=11.9 K 2024-11-21T16:34:57,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/f6d6c2b62e984f8fa89a3e5b24ca9de1 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/f6d6c2b62e984f8fa89a3e5b24ca9de1 2024-11-21T16:34:57,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/f6d6c2b62e984f8fa89a3e5b24ca9de1, entries=150, sequenceid=194, filesize=11.9 K 2024-11-21T16:34:57,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 939cfdc4a7eae3c99b37150cfa3ed668 in 622ms, sequenceid=194, compaction requested=true 2024-11-21T16:34:57,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:57,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:34:57,993 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T16:34:57,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:57,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:34:57,993 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T16:34:57,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:57,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:34:57,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:34:57,994 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T16:34:57,994 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T16:34:57,994 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T16:34:57,994 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T16:34:57,994 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. because compaction request was cancelled 2024-11-21T16:34:57,994 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:A 2024-11-21T16:34:57,994 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. because compaction request was cancelled 2024-11-21T16:34:57,994 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:B 2024-11-21T16:34:57,994 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:34:57,996 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:34:57,996 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/C is initiating minor compaction (all files) 2024-11-21T16:34:57,996 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/C in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:57,996 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/d17babf62c72473dbe9518f751b905c1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6a014e2414d8434d818aa1dde05f89ce, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4afacde9664043db90dd9c3033851b6a, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/f6d6c2b62e984f8fa89a3e5b24ca9de1] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=47.7 K 2024-11-21T16:34:57,997 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting d17babf62c72473dbe9518f751b905c1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732206896039 2024-11-21T16:34:57,997 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a014e2414d8434d818aa1dde05f89ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732206896735 2024-11-21T16:34:57,998 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4afacde9664043db90dd9c3033851b6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732206897088 2024-11-21T16:34:57,998 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6d6c2b62e984f8fa89a3e5b24ca9de1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732206897241 2024-11-21T16:34:58,015 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#C#compaction#41 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:58,016 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/d2955523ae8e484e9eb74ab4c1fdcbc8 is 50, key is test_row_0/C:col10/1732206897368/Put/seqid=0 2024-11-21T16:34:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:58,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T16:34:58,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:34:58,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:58,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:34:58,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:58,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:34:58,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T16:34:58,031 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-21T16:34:58,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:34:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-21T16:34:58,038 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:34:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T16:34:58,039 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:34:58,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:34:58,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/3d296cc077924ea4958b3ebdc3be1243 is 50, key is test_row_0/A:col10/1732206898017/Put/seqid=0 2024-11-21T16:34:58,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206958059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741880_1056 (size=12595) 2024-11-21T16:34:58,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206958061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206958063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741881_1057 (size=14541) 2024-11-21T16:34:58,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/3d296cc077924ea4958b3ebdc3be1243 2024-11-21T16:34:58,078 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/d2955523ae8e484e9eb74ab4c1fdcbc8 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/d2955523ae8e484e9eb74ab4c1fdcbc8 2024-11-21T16:34:58,095 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/C of 939cfdc4a7eae3c99b37150cfa3ed668 into d2955523ae8e484e9eb74ab4c1fdcbc8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:58,095 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:58,095 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/C, priority=12, startTime=1732206897993; duration=0sec 2024-11-21T16:34:58,095 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:58,095 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:C 2024-11-21T16:34:58,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/64f663579ac84e7ea9cd39443ed409fa is 50, key is test_row_0/B:col10/1732206898017/Put/seqid=0 2024-11-21T16:34:58,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741882_1058 (size=12151) 2024-11-21T16:34:58,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/64f663579ac84e7ea9cd39443ed409fa 2024-11-21T16:34:58,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/627ef111cfc54fca8468b51c5a18d3cb is 50, key is test_row_0/C:col10/1732206898017/Put/seqid=0 2024-11-21T16:34:58,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741883_1059 (size=12151) 2024-11-21T16:34:58,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/627ef111cfc54fca8468b51c5a18d3cb 2024-11-21T16:34:58,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/3d296cc077924ea4958b3ebdc3be1243 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/3d296cc077924ea4958b3ebdc3be1243 2024-11-21T16:34:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T16:34:58,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/3d296cc077924ea4958b3ebdc3be1243, entries=200, sequenceid=212, filesize=14.2 K 2024-11-21T16:34:58,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/64f663579ac84e7ea9cd39443ed409fa as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/64f663579ac84e7ea9cd39443ed409fa 2024-11-21T16:34:58,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/64f663579ac84e7ea9cd39443ed409fa, entries=150, sequenceid=212, filesize=11.9 K 2024-11-21T16:34:58,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/627ef111cfc54fca8468b51c5a18d3cb as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/627ef111cfc54fca8468b51c5a18d3cb 2024-11-21T16:34:58,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206958166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/627ef111cfc54fca8468b51c5a18d3cb, entries=150, sequenceid=212, filesize=11.9 K 2024-11-21T16:34:58,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 939cfdc4a7eae3c99b37150cfa3ed668 in 152ms, sequenceid=212, compaction requested=true 2024-11-21T16:34:58,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:58,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:34:58,173 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:34:58,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:58,174 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:34:58,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:34:58,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:58,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:34:58,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:34:58,176 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:34:58,177 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/B is initiating minor compaction (all files) 2024-11-21T16:34:58,177 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/B in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:58,177 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/86a5a64f742845eeabf863a0ece8d1cf, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/c31d2c0337d34165be9f0bd4d1d2b883, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/64f663579ac84e7ea9cd39443ed409fa] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=36.0 K 2024-11-21T16:34:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:58,178 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:34:58,178 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/A is initiating minor compaction (all files) 2024-11-21T16:34:58,178 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/A in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:58,178 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/3a1f671b0e9d49d1977363f7a6f3e378, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/e3ab0fef22504e719f6e1b82ea46d19b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/3d296cc077924ea4958b3ebdc3be1243] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=40.7 K 2024-11-21T16:34:58,179 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 86a5a64f742845eeabf863a0ece8d1cf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732206897088 2024-11-21T16:34:58,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T16:34:58,179 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a1f671b0e9d49d1977363f7a6f3e378, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732206897088 2024-11-21T16:34:58,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:34:58,180 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting c31d2c0337d34165be9f0bd4d1d2b883, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732206897241 2024-11-21T16:34:58,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:58,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:34:58,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:58,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:34:58,180 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3ab0fef22504e719f6e1b82ea46d19b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732206897241 2024-11-21T16:34:58,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:58,181 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 64f663579ac84e7ea9cd39443ed409fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732206897394 2024-11-21T16:34:58,182 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d296cc077924ea4958b3ebdc3be1243, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732206897385 2024-11-21T16:34:58,195 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,198 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#B#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:58,198 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/0ee864487eb44e768d4b83effd60c84d is 50, key is test_row_0/B:col10/1732206898017/Put/seqid=0 2024-11-21T16:34:58,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T16:34:58,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:58,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:58,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:58,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:58,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:58,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206958201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206958204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/641a3af6459b4b1d988051725eaf7ec1 is 50, key is test_row_0/A:col10/1732206898061/Put/seqid=0 2024-11-21T16:34:58,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206958206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206958207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,213 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#A#compaction#47 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:58,214 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/ae22b955411840bab2f01a7d4f520ddd is 50, key is test_row_0/A:col10/1732206898017/Put/seqid=0 2024-11-21T16:34:58,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741884_1060 (size=12663) 2024-11-21T16:34:58,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741885_1061 (size=16931) 2024-11-21T16:34:58,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/641a3af6459b4b1d988051725eaf7ec1 2024-11-21T16:34:58,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741886_1062 (size=12663) 2024-11-21T16:34:58,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/119023cb9e3e4dfba411fb1fa429a986 is 50, key is test_row_0/B:col10/1732206898061/Put/seqid=0 2024-11-21T16:34:58,293 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/ae22b955411840bab2f01a7d4f520ddd as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/ae22b955411840bab2f01a7d4f520ddd 2024-11-21T16:34:58,304 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/A of 939cfdc4a7eae3c99b37150cfa3ed668 into ae22b955411840bab2f01a7d4f520ddd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:58,304 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:58,304 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/A, priority=13, startTime=1732206898173; duration=0sec 2024-11-21T16:34:58,304 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:34:58,304 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:A 2024-11-21T16:34:58,304 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T16:34:58,305 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T16:34:58,305 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T16:34:58,305 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. because compaction request was cancelled 2024-11-21T16:34:58,305 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:C 2024-11-21T16:34:58,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206958310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206958313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206958313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741887_1063 (size=12151) 2024-11-21T16:34:58,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/119023cb9e3e4dfba411fb1fa429a986 2024-11-21T16:34:58,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/45c40dff4ed84b409a2c45d9fa9d356c is 50, key is test_row_0/C:col10/1732206898061/Put/seqid=0 2024-11-21T16:34:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T16:34:58,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741888_1064 (size=12151) 2024-11-21T16:34:58,353 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T16:34:58,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:58,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:58,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:58,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:58,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:58,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/45c40dff4ed84b409a2c45d9fa9d356c 2024-11-21T16:34:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:58,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206958370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/641a3af6459b4b1d988051725eaf7ec1 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/641a3af6459b4b1d988051725eaf7ec1 2024-11-21T16:34:58,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/641a3af6459b4b1d988051725eaf7ec1, entries=250, sequenceid=236, filesize=16.5 K 2024-11-21T16:34:58,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/119023cb9e3e4dfba411fb1fa429a986 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/119023cb9e3e4dfba411fb1fa429a986 2024-11-21T16:34:58,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/119023cb9e3e4dfba411fb1fa429a986, entries=150, sequenceid=236, filesize=11.9 K 2024-11-21T16:34:58,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/45c40dff4ed84b409a2c45d9fa9d356c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/45c40dff4ed84b409a2c45d9fa9d356c 2024-11-21T16:34:58,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/45c40dff4ed84b409a2c45d9fa9d356c, entries=150, sequenceid=236, filesize=11.9 K 2024-11-21T16:34:58,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 939cfdc4a7eae3c99b37150cfa3ed668 in 236ms, sequenceid=236, compaction requested=true 2024-11-21T16:34:58,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:58,413 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T16:34:58,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:A, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:34:58,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:58,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:34:58,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:34:58,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:34:58,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T16:34:58,416 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T16:34:58,416 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T16:34:58,416 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. because compaction request was cancelled 2024-11-21T16:34:58,416 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:A 2024-11-21T16:34:58,416 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-21T16:34:58,417 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T16:34:58,417 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T16:34:58,417 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. because compaction request was cancelled 2024-11-21T16:34:58,417 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:B 2024-11-21T16:34:58,417 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:34:58,419 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:34:58,419 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/C is initiating minor compaction (all files) 2024-11-21T16:34:58,419 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/C in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:58,419 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/d2955523ae8e484e9eb74ab4c1fdcbc8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/627ef111cfc54fca8468b51c5a18d3cb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/45c40dff4ed84b409a2c45d9fa9d356c] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=36.0 K 2024-11-21T16:34:58,420 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2955523ae8e484e9eb74ab4c1fdcbc8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732206897241 2024-11-21T16:34:58,420 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 627ef111cfc54fca8468b51c5a18d3cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732206897394 2024-11-21T16:34:58,421 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45c40dff4ed84b409a2c45d9fa9d356c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732206898061 2024-11-21T16:34:58,433 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#C#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:58,433 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/fcc2c1cc49cb42bb93ac0b53a2808b5f is 50, key is test_row_0/C:col10/1732206898061/Put/seqid=0 2024-11-21T16:34:58,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741889_1065 (size=12697) 2024-11-21T16:34:58,507 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T16:34:58,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:58,508 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T16:34:58,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:34:58,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:58,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:34:58,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:58,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:34:58,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:58,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:58,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/96fab4a21d46486ba1ab910556630457 is 50, key is test_row_0/A:col10/1732206898204/Put/seqid=0 2024-11-21T16:34:58,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741890_1066 (size=12151) 2024-11-21T16:34:58,579 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/96fab4a21d46486ba1ab910556630457 2024-11-21T16:34:58,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/8dfc5a055cab423b834da1ba56e49b02 is 50, key is test_row_0/B:col10/1732206898204/Put/seqid=0 2024-11-21T16:34:58,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741891_1067 (size=12151) 2024-11-21T16:34:58,609 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/8dfc5a055cab423b834da1ba56e49b02 2024-11-21T16:34:58,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206958612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206958616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206958616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/64ab3f42e5a24f6a8f6bf7490102f84e is 50, key is test_row_0/C:col10/1732206898204/Put/seqid=0 2024-11-21T16:34:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T16:34:58,651 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/0ee864487eb44e768d4b83effd60c84d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/0ee864487eb44e768d4b83effd60c84d 2024-11-21T16:34:58,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741892_1068 (size=12151) 2024-11-21T16:34:58,657 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/64ab3f42e5a24f6a8f6bf7490102f84e 2024-11-21T16:34:58,663 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/B of 939cfdc4a7eae3c99b37150cfa3ed668 into 0ee864487eb44e768d4b83effd60c84d(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:58,664 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:58,664 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/B, priority=13, startTime=1732206898174; duration=0sec 2024-11-21T16:34:58,664 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:58,664 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:B 2024-11-21T16:34:58,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/96fab4a21d46486ba1ab910556630457 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/96fab4a21d46486ba1ab910556630457 2024-11-21T16:34:58,677 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/96fab4a21d46486ba1ab910556630457, entries=150, sequenceid=250, filesize=11.9 K 2024-11-21T16:34:58,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/8dfc5a055cab423b834da1ba56e49b02 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/8dfc5a055cab423b834da1ba56e49b02 2024-11-21T16:34:58,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206958677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,690 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/8dfc5a055cab423b834da1ba56e49b02, entries=150, sequenceid=250, filesize=11.9 K 2024-11-21T16:34:58,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/64ab3f42e5a24f6a8f6bf7490102f84e as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/64ab3f42e5a24f6a8f6bf7490102f84e 2024-11-21T16:34:58,703 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/64ab3f42e5a24f6a8f6bf7490102f84e, entries=150, sequenceid=250, filesize=11.9 K 2024-11-21T16:34:58,705 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 939cfdc4a7eae3c99b37150cfa3ed668 in 197ms, sequenceid=250, compaction requested=true 2024-11-21T16:34:58,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:58,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:58,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-21T16:34:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-21T16:34:58,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-21T16:34:58,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 669 msec 2024-11-21T16:34:58,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 678 msec 2024-11-21T16:34:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:58,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T16:34:58,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:34:58,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:58,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:34:58,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:58,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:34:58,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:58,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/12054dd04593442a90a04f9db91cb613 is 50, key is test_row_0/A:col10/1732206898723/Put/seqid=0 2024-11-21T16:34:58,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206958738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206958738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206958738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741893_1069 (size=12301) 2024-11-21T16:34:58,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/12054dd04593442a90a04f9db91cb613 2024-11-21T16:34:58,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/1e0cedf3d0e441d8a678175af13a2e6f is 50, key is test_row_0/B:col10/1732206898723/Put/seqid=0 2024-11-21T16:34:58,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741894_1070 (size=12301) 2024-11-21T16:34:58,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/1e0cedf3d0e441d8a678175af13a2e6f 2024-11-21T16:34:58,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/98bbdf7cce5d4fc395893462ef5e879b is 50, key is test_row_0/C:col10/1732206898723/Put/seqid=0 2024-11-21T16:34:58,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741895_1071 (size=12301) 2024-11-21T16:34:58,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/98bbdf7cce5d4fc395893462ef5e879b 2024-11-21T16:34:58,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206958845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206958846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206958847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:58,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/12054dd04593442a90a04f9db91cb613 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/12054dd04593442a90a04f9db91cb613 2024-11-21T16:34:58,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/12054dd04593442a90a04f9db91cb613, entries=150, sequenceid=278, filesize=12.0 K 2024-11-21T16:34:58,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/1e0cedf3d0e441d8a678175af13a2e6f as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/1e0cedf3d0e441d8a678175af13a2e6f 2024-11-21T16:34:58,865 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/fcc2c1cc49cb42bb93ac0b53a2808b5f as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/fcc2c1cc49cb42bb93ac0b53a2808b5f 2024-11-21T16:34:58,874 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/C of 939cfdc4a7eae3c99b37150cfa3ed668 into fcc2c1cc49cb42bb93ac0b53a2808b5f(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:58,875 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:58,875 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/C, priority=13, startTime=1732206898414; duration=0sec 2024-11-21T16:34:58,875 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:58,875 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:C 2024-11-21T16:34:58,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/1e0cedf3d0e441d8a678175af13a2e6f, entries=150, sequenceid=278, filesize=12.0 K 2024-11-21T16:34:58,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/98bbdf7cce5d4fc395893462ef5e879b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/98bbdf7cce5d4fc395893462ef5e879b 2024-11-21T16:34:58,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/98bbdf7cce5d4fc395893462ef5e879b, entries=150, sequenceid=278, filesize=12.0 K 2024-11-21T16:34:58,888 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-21T16:34:58,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 939cfdc4a7eae3c99b37150cfa3ed668 in 166ms, sequenceid=278, compaction requested=true 2024-11-21T16:34:58,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:58,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:34:58,890 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:34:58,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:58,890 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:34:58,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:34:58,892 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:34:58,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:58,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:34:58,892 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/B is initiating minor compaction (all files) 2024-11-21T16:34:58,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:34:58,892 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/B in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:58,892 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/0ee864487eb44e768d4b83effd60c84d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/119023cb9e3e4dfba411fb1fa429a986, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/8dfc5a055cab423b834da1ba56e49b02, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/1e0cedf3d0e441d8a678175af13a2e6f] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=48.1 K 2024-11-21T16:34:58,893 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54046 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:34:58,893 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/A is initiating minor compaction (all files) 2024-11-21T16:34:58,893 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ee864487eb44e768d4b83effd60c84d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732206897394 2024-11-21T16:34:58,893 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/A in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:58,893 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/ae22b955411840bab2f01a7d4f520ddd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/641a3af6459b4b1d988051725eaf7ec1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/96fab4a21d46486ba1ab910556630457, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/12054dd04593442a90a04f9db91cb613] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=52.8 K 2024-11-21T16:34:58,893 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 119023cb9e3e4dfba411fb1fa429a986, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732206898061 2024-11-21T16:34:58,893 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae22b955411840bab2f01a7d4f520ddd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732206897394 2024-11-21T16:34:58,893 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dfc5a055cab423b834da1ba56e49b02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732206898199 2024-11-21T16:34:58,894 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 641a3af6459b4b1d988051725eaf7ec1, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732206898056 2024-11-21T16:34:58,894 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e0cedf3d0e441d8a678175af13a2e6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732206898612 2024-11-21T16:34:58,894 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96fab4a21d46486ba1ab910556630457, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732206898199 2024-11-21T16:34:58,895 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12054dd04593442a90a04f9db91cb613, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732206898612 2024-11-21T16:34:58,910 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:58,911 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/895b84f0626042b09d31db9496de08f8 is 50, key is test_row_0/B:col10/1732206898723/Put/seqid=0 2024-11-21T16:34:58,922 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#A#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:58,922 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/81d24074c4554e52844fc9912df74429 is 50, key is test_row_0/A:col10/1732206898723/Put/seqid=0 2024-11-21T16:34:58,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741896_1072 (size=12949) 2024-11-21T16:34:58,941 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/895b84f0626042b09d31db9496de08f8 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/895b84f0626042b09d31db9496de08f8 2024-11-21T16:34:58,950 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/B of 939cfdc4a7eae3c99b37150cfa3ed668 into 895b84f0626042b09d31db9496de08f8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:58,950 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:58,950 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/B, priority=12, startTime=1732206898890; duration=0sec 2024-11-21T16:34:58,951 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:34:58,951 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:B 2024-11-21T16:34:58,951 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:34:58,953 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:34:58,953 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/C is initiating minor compaction (all files) 2024-11-21T16:34:58,954 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/C in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:58,954 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/fcc2c1cc49cb42bb93ac0b53a2808b5f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/64ab3f42e5a24f6a8f6bf7490102f84e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/98bbdf7cce5d4fc395893462ef5e879b] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=36.3 K 2024-11-21T16:34:58,954 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting fcc2c1cc49cb42bb93ac0b53a2808b5f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732206898061 2024-11-21T16:34:58,955 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 64ab3f42e5a24f6a8f6bf7490102f84e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732206898199 2024-11-21T16:34:58,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741897_1073 (size=12949) 2024-11-21T16:34:58,957 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 98bbdf7cce5d4fc395893462ef5e879b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732206898612 2024-11-21T16:34:58,965 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/81d24074c4554e52844fc9912df74429 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/81d24074c4554e52844fc9912df74429 2024-11-21T16:34:58,976 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/A of 939cfdc4a7eae3c99b37150cfa3ed668 into 81d24074c4554e52844fc9912df74429(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:58,976 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:58,976 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/A, priority=12, startTime=1732206898890; duration=0sec 2024-11-21T16:34:58,976 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:58,976 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:A 2024-11-21T16:34:58,990 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:34:58,990 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/bda30c9559594b188d89166978ffb0c3 is 50, key is test_row_0/C:col10/1732206898723/Put/seqid=0 2024-11-21T16:34:58,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741898_1074 (size=12949) 2024-11-21T16:34:59,012 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/bda30c9559594b188d89166978ffb0c3 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/bda30c9559594b188d89166978ffb0c3 2024-11-21T16:34:59,022 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/C of 939cfdc4a7eae3c99b37150cfa3ed668 into bda30c9559594b188d89166978ffb0c3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:34:59,025 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:59,025 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/C, priority=13, startTime=1732206898892; duration=0sec 2024-11-21T16:34:59,025 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:34:59,025 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:C 2024-11-21T16:34:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:59,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:34:59,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:34:59,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:59,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:34:59,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:59,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:34:59,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:59,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/0d8b63c88942455fb5d76c07813b9542 is 50, key is test_row_0/A:col10/1732206899051/Put/seqid=0 2024-11-21T16:34:59,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741899_1075 (size=12301) 2024-11-21T16:34:59,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/0d8b63c88942455fb5d76c07813b9542 2024-11-21T16:34:59,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206959088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206959094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206959094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/d824024377e6468eb9eb56c6d7715501 is 50, key is test_row_0/B:col10/1732206899051/Put/seqid=0 2024-11-21T16:34:59,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741900_1076 (size=12301) 2024-11-21T16:34:59,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/d824024377e6468eb9eb56c6d7715501 2024-11-21T16:34:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T16:34:59,144 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-21T16:34:59,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:34:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-21T16:34:59,150 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:34:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T16:34:59,151 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:34:59,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:34:59,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/95cbe98f6c554797918e4a12eb610d74 is 50, key is test_row_0/C:col10/1732206899051/Put/seqid=0 2024-11-21T16:34:59,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741901_1077 (size=12301) 2024-11-21T16:34:59,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206959185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206959197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206959200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206959200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T16:34:59,303 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T16:34:59,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:59,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:59,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:59,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:59,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:59,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:59,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206959400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206959404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206959405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T16:34:59,457 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T16:34:59,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:59,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:59,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:59,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:59,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:59,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/95cbe98f6c554797918e4a12eb610d74 2024-11-21T16:34:59,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/0d8b63c88942455fb5d76c07813b9542 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/0d8b63c88942455fb5d76c07813b9542 2024-11-21T16:34:59,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/0d8b63c88942455fb5d76c07813b9542, entries=150, sequenceid=294, filesize=12.0 K 2024-11-21T16:34:59,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/d824024377e6468eb9eb56c6d7715501 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d824024377e6468eb9eb56c6d7715501 2024-11-21T16:34:59,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d824024377e6468eb9eb56c6d7715501, entries=150, sequenceid=294, filesize=12.0 K 2024-11-21T16:34:59,611 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/95cbe98f6c554797918e4a12eb610d74 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/95cbe98f6c554797918e4a12eb610d74 2024-11-21T16:34:59,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T16:34:59,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:59,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:59,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:59,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:59,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:59,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/95cbe98f6c554797918e4a12eb610d74, entries=150, sequenceid=294, filesize=12.0 K 2024-11-21T16:34:59,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 939cfdc4a7eae3c99b37150cfa3ed668 in 574ms, sequenceid=294, compaction requested=false 2024-11-21T16:34:59,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:34:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:34:59,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T16:34:59,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:34:59,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:59,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:34:59,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:59,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:34:59,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:34:59,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206959724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:59,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/cb106c815db44db4a9d0e60e5fc75270 is 50, key is test_row_0/A:col10/1732206899078/Put/seqid=0 2024-11-21T16:34:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206959724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206959725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T16:34:59,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741902_1078 (size=12301) 2024-11-21T16:34:59,766 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T16:34:59,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:59,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:59,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:59,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:59,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:59,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/cb106c815db44db4a9d0e60e5fc75270 2024-11-21T16:34:59,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/e6a4fd812f2647c2ad727e850818894b is 50, key is test_row_0/B:col10/1732206899078/Put/seqid=0 2024-11-21T16:34:59,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741903_1079 (size=12301) 2024-11-21T16:34:59,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206959830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206959830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:34:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206959832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,920 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:34:59,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T16:34:59,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:59,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:34:59,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:34:59,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:59,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:34:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:00,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:00,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206960036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206960036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:00,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206960037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:00,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:00,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T16:35:00,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:00,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:00,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:00,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:00,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:00,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206960200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:00,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/e6a4fd812f2647c2ad727e850818894b 2024-11-21T16:35:00,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206960219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:00,222 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., hostname=3e736a818b50,32923,1732206884345, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:35:00,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/a30c1627e4b644fe95b96d77ba114fc5 is 50, key is test_row_0/C:col10/1732206899078/Put/seqid=0 2024-11-21T16:35:00,228 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:00,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T16:35:00,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:00,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:00,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:00,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:00,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:00,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741904_1080 (size=12301) 2024-11-21T16:35:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T16:35:00,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206960342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:00,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206960342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:00,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206960343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:00,385 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:00,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T16:35:00,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:00,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:00,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:00,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:00,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:00,540 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:00,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T16:35:00,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:00,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:00,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:00,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:00,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:00,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/a30c1627e4b644fe95b96d77ba114fc5 2024-11-21T16:35:00,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/cb106c815db44db4a9d0e60e5fc75270 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/cb106c815db44db4a9d0e60e5fc75270 2024-11-21T16:35:00,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/cb106c815db44db4a9d0e60e5fc75270, entries=150, sequenceid=319, filesize=12.0 K 2024-11-21T16:35:00,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/e6a4fd812f2647c2ad727e850818894b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e6a4fd812f2647c2ad727e850818894b 2024-11-21T16:35:00,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e6a4fd812f2647c2ad727e850818894b, entries=150, sequenceid=319, filesize=12.0 K 2024-11-21T16:35:00,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/a30c1627e4b644fe95b96d77ba114fc5 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a30c1627e4b644fe95b96d77ba114fc5 2024-11-21T16:35:00,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a30c1627e4b644fe95b96d77ba114fc5, entries=150, sequenceid=319, filesize=12.0 K 2024-11-21T16:35:00,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 939cfdc4a7eae3c99b37150cfa3ed668 in 973ms, sequenceid=319, compaction requested=true 2024-11-21T16:35:00,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:00,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:35:00,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:00,684 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:00,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:35:00,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:00,684 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:00,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:35:00,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:00,685 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:00,685 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:00,685 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/A is initiating minor compaction (all files) 2024-11-21T16:35:00,685 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/B is initiating minor compaction (all files) 2024-11-21T16:35:00,686 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/A in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:00,686 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/B in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:00,686 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/895b84f0626042b09d31db9496de08f8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d824024377e6468eb9eb56c6d7715501, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e6a4fd812f2647c2ad727e850818894b] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=36.7 K 2024-11-21T16:35:00,686 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/81d24074c4554e52844fc9912df74429, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/0d8b63c88942455fb5d76c07813b9542, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/cb106c815db44db4a9d0e60e5fc75270] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=36.7 K 2024-11-21T16:35:00,686 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 895b84f0626042b09d31db9496de08f8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732206898612 2024-11-21T16:35:00,686 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81d24074c4554e52844fc9912df74429, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732206898612 2024-11-21T16:35:00,687 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d8b63c88942455fb5d76c07813b9542, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732206898735 2024-11-21T16:35:00,687 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting d824024377e6468eb9eb56c6d7715501, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732206898735 2024-11-21T16:35:00,687 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb106c815db44db4a9d0e60e5fc75270, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732206899078 2024-11-21T16:35:00,687 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting e6a4fd812f2647c2ad727e850818894b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732206899078 2024-11-21T16:35:00,696 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:00,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T16:35:00,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:00,698 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:35:00,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:35:00,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:00,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:35:00,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:00,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:35:00,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:00,701 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#B#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:00,702 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/cbbff3de56114799b6fffdb3ce6a4cfb is 50, key is test_row_0/B:col10/1732206899078/Put/seqid=0 2024-11-21T16:35:00,705 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#A#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:00,706 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/328d5ab024c547eb978156b517ae9966 is 50, key is test_row_0/A:col10/1732206899078/Put/seqid=0 2024-11-21T16:35:00,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/7a4f4f66e6b54006aac35770e83bdfbc is 50, key is test_row_0/A:col10/1732206899722/Put/seqid=0 2024-11-21T16:35:00,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741905_1081 (size=13051) 2024-11-21T16:35:00,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741906_1082 (size=13051) 2024-11-21T16:35:00,750 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/328d5ab024c547eb978156b517ae9966 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/328d5ab024c547eb978156b517ae9966 2024-11-21T16:35:00,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741907_1083 (size=12301) 2024-11-21T16:35:00,757 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/7a4f4f66e6b54006aac35770e83bdfbc 2024-11-21T16:35:00,759 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/A of 939cfdc4a7eae3c99b37150cfa3ed668 into 328d5ab024c547eb978156b517ae9966(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:00,759 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:00,759 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/A, priority=13, startTime=1732206900684; duration=0sec 2024-11-21T16:35:00,759 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:00,759 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:A 2024-11-21T16:35:00,759 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:00,764 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:00,764 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/C is initiating minor compaction (all files) 2024-11-21T16:35:00,764 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/C in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:00,764 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/bda30c9559594b188d89166978ffb0c3, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/95cbe98f6c554797918e4a12eb610d74, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a30c1627e4b644fe95b96d77ba114fc5] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=36.7 K 2024-11-21T16:35:00,765 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting bda30c9559594b188d89166978ffb0c3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732206898612 2024-11-21T16:35:00,766 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95cbe98f6c554797918e4a12eb610d74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732206898735 2024-11-21T16:35:00,766 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting a30c1627e4b644fe95b96d77ba114fc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732206899078 2024-11-21T16:35:00,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/d08854ac014d4db2ac8769a671b1f8fc is 50, key is test_row_0/B:col10/1732206899722/Put/seqid=0 2024-11-21T16:35:00,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741908_1084 (size=12301) 2024-11-21T16:35:00,793 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/d08854ac014d4db2ac8769a671b1f8fc 2024-11-21T16:35:00,804 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#C#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:00,805 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/272b7d960d444f7394afe381cc458166 is 50, key is test_row_0/C:col10/1732206899078/Put/seqid=0 2024-11-21T16:35:00,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/0f2e5ec26a1447b7b805c48d2ec2466a is 50, key is test_row_0/C:col10/1732206899722/Put/seqid=0 2024-11-21T16:35:00,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741909_1085 (size=13051) 2024-11-21T16:35:00,841 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/272b7d960d444f7394afe381cc458166 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/272b7d960d444f7394afe381cc458166 2024-11-21T16:35:00,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741910_1086 (size=12301) 2024-11-21T16:35:00,846 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/0f2e5ec26a1447b7b805c48d2ec2466a 2024-11-21T16:35:00,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:00,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/7a4f4f66e6b54006aac35770e83bdfbc as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/7a4f4f66e6b54006aac35770e83bdfbc 2024-11-21T16:35:00,855 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/C of 939cfdc4a7eae3c99b37150cfa3ed668 into 272b7d960d444f7394afe381cc458166(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:00,855 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:00,855 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/C, priority=13, startTime=1732206900684; duration=0sec 2024-11-21T16:35:00,856 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:00,856 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:C 2024-11-21T16:35:00,861 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/7a4f4f66e6b54006aac35770e83bdfbc, entries=150, sequenceid=330, filesize=12.0 K 2024-11-21T16:35:00,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/d08854ac014d4db2ac8769a671b1f8fc as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d08854ac014d4db2ac8769a671b1f8fc 2024-11-21T16:35:00,872 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d08854ac014d4db2ac8769a671b1f8fc, entries=150, sequenceid=330, filesize=12.0 K 2024-11-21T16:35:00,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/0f2e5ec26a1447b7b805c48d2ec2466a as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/0f2e5ec26a1447b7b805c48d2ec2466a 2024-11-21T16:35:00,882 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/0f2e5ec26a1447b7b805c48d2ec2466a, entries=150, sequenceid=330, filesize=12.0 K 2024-11-21T16:35:00,884 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=100.63 KB/103050 for 939cfdc4a7eae3c99b37150cfa3ed668 in 186ms, sequenceid=330, compaction requested=false 2024-11-21T16:35:00,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:00,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:00,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-21T16:35:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-21T16:35:00,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T16:35:00,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:35:00,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:00,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:35:00,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:00,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:35:00,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:00,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-21T16:35:00,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7350 sec 2024-11-21T16:35:00,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.7420 sec 2024-11-21T16:35:00,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/d31e959c79c848f389c11ee08ec02a08 is 50, key is test_row_0/A:col10/1732206900884/Put/seqid=0 2024-11-21T16:35:00,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741911_1087 (size=14741) 2024-11-21T16:35:00,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/d31e959c79c848f389c11ee08ec02a08 2024-11-21T16:35:00,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206960914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:00,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206960917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:00,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206960918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:00,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/5fc96c38030e4538bb5808475441402d is 50, key is test_row_0/B:col10/1732206900884/Put/seqid=0 2024-11-21T16:35:00,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741912_1088 (size=12301) 2024-11-21T16:35:00,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/5fc96c38030e4538bb5808475441402d 2024-11-21T16:35:00,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/752b773a1d8f47da8bec15172c94d440 is 50, key is test_row_0/C:col10/1732206900884/Put/seqid=0 2024-11-21T16:35:00,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741913_1089 (size=12301) 2024-11-21T16:35:00,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/752b773a1d8f47da8bec15172c94d440 2024-11-21T16:35:00,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/d31e959c79c848f389c11ee08ec02a08 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/d31e959c79c848f389c11ee08ec02a08 2024-11-21T16:35:00,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/d31e959c79c848f389c11ee08ec02a08, entries=200, sequenceid=352, filesize=14.4 K 2024-11-21T16:35:00,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/5fc96c38030e4538bb5808475441402d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/5fc96c38030e4538bb5808475441402d 2024-11-21T16:35:01,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/5fc96c38030e4538bb5808475441402d, entries=150, sequenceid=352, filesize=12.0 K 2024-11-21T16:35:01,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/752b773a1d8f47da8bec15172c94d440 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/752b773a1d8f47da8bec15172c94d440 2024-11-21T16:35:01,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/752b773a1d8f47da8bec15172c94d440, entries=150, sequenceid=352, filesize=12.0 K 2024-11-21T16:35:01,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 939cfdc4a7eae3c99b37150cfa3ed668 in 128ms, sequenceid=352, compaction requested=true 2024-11-21T16:35:01,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:01,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:A, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:35:01,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:01,015 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:01,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:35:01,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:01,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:35:01,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T16:35:01,017 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:01,018 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/A is initiating minor compaction (all files) 2024-11-21T16:35:01,018 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/A in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:01,018 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/328d5ab024c547eb978156b517ae9966, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/7a4f4f66e6b54006aac35770e83bdfbc, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/d31e959c79c848f389c11ee08ec02a08] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=39.2 K 2024-11-21T16:35:01,020 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 328d5ab024c547eb978156b517ae9966, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732206899078 2024-11-21T16:35:01,021 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a4f4f66e6b54006aac35770e83bdfbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732206899720 2024-11-21T16:35:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:01,023 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting d31e959c79c848f389c11ee08ec02a08, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732206900877 2024-11-21T16:35:01,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T16:35:01,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:35:01,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:01,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:35:01,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:01,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:35:01,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:01,044 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#A#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:01,045 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/f02771b9fc404b49865d78f3e4107179 is 50, key is test_row_0/A:col10/1732206900884/Put/seqid=0 2024-11-21T16:35:01,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/42016db532204522bad776c87fda25da is 50, key is test_row_0/A:col10/1732206900909/Put/seqid=0 2024-11-21T16:35:01,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741914_1090 (size=13153) 2024-11-21T16:35:01,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206961061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206961064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206961065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,074 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/f02771b9fc404b49865d78f3e4107179 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/f02771b9fc404b49865d78f3e4107179 2024-11-21T16:35:01,083 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/A of 939cfdc4a7eae3c99b37150cfa3ed668 into f02771b9fc404b49865d78f3e4107179(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:01,084 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:01,084 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/A, priority=13, startTime=1732206901015; duration=0sec 2024-11-21T16:35:01,084 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T16:35:01,084 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:A 2024-11-21T16:35:01,084 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-21T16:35:01,086 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T16:35:01,086 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T16:35:01,086 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. because compaction request was cancelled 2024-11-21T16:35:01,087 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:B 2024-11-21T16:35:01,087 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:01,088 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:01,088 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/C is initiating minor compaction (all files) 2024-11-21T16:35:01,088 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/C in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:01,089 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/272b7d960d444f7394afe381cc458166, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/0f2e5ec26a1447b7b805c48d2ec2466a, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/752b773a1d8f47da8bec15172c94d440] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=36.8 K 2024-11-21T16:35:01,089 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 272b7d960d444f7394afe381cc458166, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732206899078 2024-11-21T16:35:01,089 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f2e5ec26a1447b7b805c48d2ec2466a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732206899720 2024-11-21T16:35:01,090 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 752b773a1d8f47da8bec15172c94d440, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732206900880 2024-11-21T16:35:01,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741915_1091 (size=12301) 2024-11-21T16:35:01,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/42016db532204522bad776c87fda25da 2024-11-21T16:35:01,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/16aacb41d298476baae8f7316f2e2e61 is 50, key is test_row_0/B:col10/1732206900909/Put/seqid=0 2024-11-21T16:35:01,115 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#C#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:01,116 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/7de116555edb4f2c81355917d0d2337d is 50, key is test_row_0/C:col10/1732206900884/Put/seqid=0 2024-11-21T16:35:01,139 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/cbbff3de56114799b6fffdb3ce6a4cfb as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/cbbff3de56114799b6fffdb3ce6a4cfb 2024-11-21T16:35:01,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741916_1092 (size=12301) 2024-11-21T16:35:01,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/16aacb41d298476baae8f7316f2e2e61 2024-11-21T16:35:01,151 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/B of 939cfdc4a7eae3c99b37150cfa3ed668 into cbbff3de56114799b6fffdb3ce6a4cfb(size=12.7 K), total size for store is 36.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:01,152 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:01,152 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/B, priority=13, startTime=1732206900684; duration=0sec 2024-11-21T16:35:01,152 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:01,152 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:B 2024-11-21T16:35:01,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741917_1093 (size=13153) 2024-11-21T16:35:01,167 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/7de116555edb4f2c81355917d0d2337d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/7de116555edb4f2c81355917d0d2337d 2024-11-21T16:35:01,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206961168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/4a9bbe64538c4303976090c900760d20 is 50, key is test_row_0/C:col10/1732206900909/Put/seqid=0 2024-11-21T16:35:01,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206961174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:01,179 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/C of 939cfdc4a7eae3c99b37150cfa3ed668 into 7de116555edb4f2c81355917d0d2337d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:01,179 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:01,180 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/C, priority=13, startTime=1732206901016; duration=0sec 2024-11-21T16:35:01,180 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:01,181 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:C 2024-11-21T16:35:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206961174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741918_1094 (size=12301) 2024-11-21T16:35:01,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/4a9bbe64538c4303976090c900760d20 2024-11-21T16:35:01,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/42016db532204522bad776c87fda25da as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/42016db532204522bad776c87fda25da 2024-11-21T16:35:01,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/42016db532204522bad776c87fda25da, entries=150, sequenceid=370, filesize=12.0 K 2024-11-21T16:35:01,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/16aacb41d298476baae8f7316f2e2e61 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/16aacb41d298476baae8f7316f2e2e61 2024-11-21T16:35:01,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/16aacb41d298476baae8f7316f2e2e61, entries=150, sequenceid=370, filesize=12.0 K 2024-11-21T16:35:01,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/4a9bbe64538c4303976090c900760d20 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4a9bbe64538c4303976090c900760d20 2024-11-21T16:35:01,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4a9bbe64538c4303976090c900760d20, entries=150, sequenceid=370, filesize=12.0 K 2024-11-21T16:35:01,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 939cfdc4a7eae3c99b37150cfa3ed668 in 210ms, sequenceid=370, compaction requested=true 2024-11-21T16:35:01,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:01,235 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T16:35:01,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:35:01,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:01,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:35:01,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:01,235 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:35:01,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:35:01,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:01,236 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T16:35:01,236 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T16:35:01,236 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. because compaction request was cancelled 2024-11-21T16:35:01,236 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:A 2024-11-21T16:35:01,236 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T16:35:01,237 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:35:01,237 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/B is initiating minor compaction (all files) 2024-11-21T16:35:01,237 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/B in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:01,237 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/cbbff3de56114799b6fffdb3ce6a4cfb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d08854ac014d4db2ac8769a671b1f8fc, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/5fc96c38030e4538bb5808475441402d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/16aacb41d298476baae8f7316f2e2e61] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=48.8 K 2024-11-21T16:35:01,238 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T16:35:01,238 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting cbbff3de56114799b6fffdb3ce6a4cfb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732206899078 2024-11-21T16:35:01,238 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T16:35:01,238 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. because compaction request was cancelled 2024-11-21T16:35:01,238 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:C 2024-11-21T16:35:01,239 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting d08854ac014d4db2ac8769a671b1f8fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732206899720 2024-11-21T16:35:01,240 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fc96c38030e4538bb5808475441402d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732206900880 2024-11-21T16:35:01,240 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 16aacb41d298476baae8f7316f2e2e61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732206900909 2024-11-21T16:35:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T16:35:01,255 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-21T16:35:01,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-21T16:35:01,261 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:01,262 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:01,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T16:35:01,269 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#B#compaction#80 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:01,270 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/a4a47454e449410997222e5acefb5c43 is 50, key is test_row_0/B:col10/1732206900909/Put/seqid=0 2024-11-21T16:35:01,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741919_1095 (size=13187) 2024-11-21T16:35:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T16:35:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:01,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T16:35:01,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:35:01,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:01,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:35:01,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:35:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:01,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/9b5aa4f9812949fbb6e99d6337794790 is 50, key is test_row_0/A:col10/1732206901377/Put/seqid=0 2024-11-21T16:35:01,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741920_1096 (size=14741) 2024-11-21T16:35:01,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206961403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206961404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206961407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T16:35:01,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:01,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:01,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:01,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:01,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:01,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:01,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206961509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206961508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206961515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T16:35:01,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T16:35:01,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:01,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:01,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:01,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:01,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:01,684 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/a4a47454e449410997222e5acefb5c43 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/a4a47454e449410997222e5acefb5c43 2024-11-21T16:35:01,691 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/B of 939cfdc4a7eae3c99b37150cfa3ed668 into a4a47454e449410997222e5acefb5c43(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:01,691 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:01,691 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/B, priority=12, startTime=1732206901235; duration=0sec 2024-11-21T16:35:01,691 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:01,691 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:B 2024-11-21T16:35:01,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206961713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206961714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206961718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T16:35:01,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:01,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:01,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:01,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:01,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:01,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/9b5aa4f9812949fbb6e99d6337794790 2024-11-21T16:35:01,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/d4b1e60a54a94bd1a2453c74c9fc33f0 is 50, key is test_row_0/B:col10/1732206901377/Put/seqid=0 2024-11-21T16:35:01,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741921_1097 (size=12301) 2024-11-21T16:35:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T16:35:01,879 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:01,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T16:35:01,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:01,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:01,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:01,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:01,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:02,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206962018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:02,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206962018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:02,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206962021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:02,032 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:02,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T16:35:02,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:02,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:02,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:02,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:02,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:02,186 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:02,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T16:35:02,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:02,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:02,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:02,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:02,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:02,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206962219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:02,221 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., hostname=3e736a818b50,32923,1732206884345, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:35:02,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/d4b1e60a54a94bd1a2453c74c9fc33f0 2024-11-21T16:35:02,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/b8da8f0620a747b990b2a46c96c60168 is 50, key is test_row_0/C:col10/1732206901377/Put/seqid=0 2024-11-21T16:35:02,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741922_1098 (size=12301) 2024-11-21T16:35:02,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/b8da8f0620a747b990b2a46c96c60168 2024-11-21T16:35:02,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/9b5aa4f9812949fbb6e99d6337794790 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/9b5aa4f9812949fbb6e99d6337794790 2024-11-21T16:35:02,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/9b5aa4f9812949fbb6e99d6337794790, entries=200, sequenceid=392, filesize=14.4 K 2024-11-21T16:35:02,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/d4b1e60a54a94bd1a2453c74c9fc33f0 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d4b1e60a54a94bd1a2453c74c9fc33f0 2024-11-21T16:35:02,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d4b1e60a54a94bd1a2453c74c9fc33f0, entries=150, sequenceid=392, filesize=12.0 K 2024-11-21T16:35:02,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/b8da8f0620a747b990b2a46c96c60168 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/b8da8f0620a747b990b2a46c96c60168 2024-11-21T16:35:02,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/b8da8f0620a747b990b2a46c96c60168, entries=150, sequenceid=392, filesize=12.0 K 2024-11-21T16:35:02,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 939cfdc4a7eae3c99b37150cfa3ed668 in 915ms, sequenceid=392, compaction requested=true 2024-11-21T16:35:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:35:02,295 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:35:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:02,295 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T16:35:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:35:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:02,297 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T16:35:02,297 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T16:35:02,297 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. because compaction request was cancelled 2024-11-21T16:35:02,297 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:B 2024-11-21T16:35:02,298 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:02,298 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:02,298 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/A is initiating minor compaction (all files) 2024-11-21T16:35:02,298 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/A in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:02,298 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/f02771b9fc404b49865d78f3e4107179, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/42016db532204522bad776c87fda25da, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/9b5aa4f9812949fbb6e99d6337794790] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=39.3 K 2024-11-21T16:35:02,299 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting f02771b9fc404b49865d78f3e4107179, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732206900880 2024-11-21T16:35:02,299 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:02,300 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/C is initiating minor compaction (all files) 2024-11-21T16:35:02,300 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/C in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:02,300 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/7de116555edb4f2c81355917d0d2337d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4a9bbe64538c4303976090c900760d20, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/b8da8f0620a747b990b2a46c96c60168] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=36.9 K 2024-11-21T16:35:02,300 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42016db532204522bad776c87fda25da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732206900909 2024-11-21T16:35:02,300 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 7de116555edb4f2c81355917d0d2337d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732206900880 2024-11-21T16:35:02,301 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b5aa4f9812949fbb6e99d6337794790, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732206901052 2024-11-21T16:35:02,301 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a9bbe64538c4303976090c900760d20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732206900909 2024-11-21T16:35:02,302 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting b8da8f0620a747b990b2a46c96c60168, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732206901052 2024-11-21T16:35:02,312 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#A#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:02,314 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/7242fb09d0d744328ce98022b6af828d is 50, key is test_row_0/A:col10/1732206901377/Put/seqid=0 2024-11-21T16:35:02,317 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#C#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:02,318 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/d0a840ae9331449283334042826e96a4 is 50, key is test_row_0/C:col10/1732206901377/Put/seqid=0 2024-11-21T16:35:02,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741924_1100 (size=13255) 2024-11-21T16:35:02,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741923_1099 (size=13255) 2024-11-21T16:35:02,339 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:02,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T16:35:02,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:02,340 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T16:35:02,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:35:02,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:02,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:35:02,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:02,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:35:02,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:02,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/695f006e7ad64b12a8bc4abdc95cd9bb is 50, key is test_row_0/A:col10/1732206901405/Put/seqid=0 2024-11-21T16:35:02,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741925_1101 (size=12301) 2024-11-21T16:35:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T16:35:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:02,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:02,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206962545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:02,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206962546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:02,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206962547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:02,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206962649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:02,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206962651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:02,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206962653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:02,736 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/7242fb09d0d744328ce98022b6af828d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/7242fb09d0d744328ce98022b6af828d 2024-11-21T16:35:02,741 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/d0a840ae9331449283334042826e96a4 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/d0a840ae9331449283334042826e96a4 2024-11-21T16:35:02,745 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/A of 939cfdc4a7eae3c99b37150cfa3ed668 into 7242fb09d0d744328ce98022b6af828d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:02,745 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:02,746 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/A, priority=13, startTime=1732206902295; duration=0sec 2024-11-21T16:35:02,746 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:02,746 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:A 2024-11-21T16:35:02,749 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/C of 939cfdc4a7eae3c99b37150cfa3ed668 into d0a840ae9331449283334042826e96a4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:02,749 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:02,749 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/C, priority=13, startTime=1732206902295; duration=0sec 2024-11-21T16:35:02,750 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:02,750 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:C 2024-11-21T16:35:02,757 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/695f006e7ad64b12a8bc4abdc95cd9bb 2024-11-21T16:35:02,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/0c88b78345b44019a1c52d88eda65e85 is 50, key is test_row_0/B:col10/1732206901405/Put/seqid=0 2024-11-21T16:35:02,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741926_1102 (size=12301) 2024-11-21T16:35:02,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206962851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:02,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206962853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:02,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206962858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:03,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206963156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:03,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206963160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:03,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206963162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:03,182 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/0c88b78345b44019a1c52d88eda65e85 2024-11-21T16:35:03,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/18ef647a4d964f4798c0f5f4a8d14532 is 50, key is test_row_0/C:col10/1732206901405/Put/seqid=0 2024-11-21T16:35:03,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741927_1103 (size=12301) 2024-11-21T16:35:03,200 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/18ef647a4d964f4798c0f5f4a8d14532 2024-11-21T16:35:03,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/695f006e7ad64b12a8bc4abdc95cd9bb as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/695f006e7ad64b12a8bc4abdc95cd9bb 2024-11-21T16:35:03,217 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/695f006e7ad64b12a8bc4abdc95cd9bb, entries=150, sequenceid=410, filesize=12.0 K 2024-11-21T16:35:03,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/0c88b78345b44019a1c52d88eda65e85 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/0c88b78345b44019a1c52d88eda65e85 2024-11-21T16:35:03,226 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/0c88b78345b44019a1c52d88eda65e85, entries=150, sequenceid=410, filesize=12.0 K 2024-11-21T16:35:03,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/18ef647a4d964f4798c0f5f4a8d14532 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/18ef647a4d964f4798c0f5f4a8d14532 2024-11-21T16:35:03,234 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/18ef647a4d964f4798c0f5f4a8d14532, entries=150, sequenceid=410, filesize=12.0 K 2024-11-21T16:35:03,235 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 939cfdc4a7eae3c99b37150cfa3ed668 in 895ms, sequenceid=410, compaction requested=true 2024-11-21T16:35:03,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:03,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:03,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-21T16:35:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-21T16:35:03,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-21T16:35:03,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9750 sec 2024-11-21T16:35:03,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.9810 sec 2024-11-21T16:35:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T16:35:03,371 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-21T16:35:03,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-21T16:35:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T16:35:03,374 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:03,375 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:03,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T16:35:03,527 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:03,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-21T16:35:03,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:03,528 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T16:35:03,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:35:03,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:03,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:35:03,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:03,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:35:03,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:03,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/a9cbce4807db41f5a4e073dfa67c23b5 is 50, key is test_row_0/A:col10/1732206902541/Put/seqid=0 2024-11-21T16:35:03,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741928_1104 (size=12301) 2024-11-21T16:35:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:03,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T16:35:03,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206963680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:03,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206963683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:03,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206963683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:03,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206963784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:03,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206963785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:03,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206963785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:03,942 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/a9cbce4807db41f5a4e073dfa67c23b5 2024-11-21T16:35:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/b9892491352a4a1a8ea663e669b4f235 is 50, key is test_row_0/B:col10/1732206902541/Put/seqid=0 2024-11-21T16:35:03,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741929_1105 (size=12301) 2024-11-21T16:35:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T16:35:03,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206963988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:03,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206963988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:03,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206963989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:04,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57798 deadline: 1732206964257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:04,261 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8218 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., hostname=3e736a818b50,32923,1732206884345, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:35:04,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206964292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:04,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206964292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:04,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206964293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:04,369 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/b9892491352a4a1a8ea663e669b4f235 2024-11-21T16:35:04,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/00c71fec25bf4199b0fbd05bc42603c5 is 50, key is test_row_0/C:col10/1732206902541/Put/seqid=0 2024-11-21T16:35:04,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741930_1106 (size=12301) 2024-11-21T16:35:04,388 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/00c71fec25bf4199b0fbd05bc42603c5 2024-11-21T16:35:04,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/a9cbce4807db41f5a4e073dfa67c23b5 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/a9cbce4807db41f5a4e073dfa67c23b5 2024-11-21T16:35:04,414 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/a9cbce4807db41f5a4e073dfa67c23b5, entries=150, sequenceid=431, filesize=12.0 K 2024-11-21T16:35:04,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/b9892491352a4a1a8ea663e669b4f235 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b9892491352a4a1a8ea663e669b4f235 2024-11-21T16:35:04,430 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b9892491352a4a1a8ea663e669b4f235, entries=150, sequenceid=431, filesize=12.0 K 2024-11-21T16:35:04,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/00c71fec25bf4199b0fbd05bc42603c5 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/00c71fec25bf4199b0fbd05bc42603c5 2024-11-21T16:35:04,439 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/00c71fec25bf4199b0fbd05bc42603c5, entries=150, sequenceid=431, filesize=12.0 K 2024-11-21T16:35:04,440 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 939cfdc4a7eae3c99b37150cfa3ed668 in 912ms, sequenceid=431, compaction requested=true 2024-11-21T16:35:04,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:04,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:04,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-21T16:35:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-21T16:35:04,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-21T16:35:04,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0670 sec 2024-11-21T16:35:04,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.0740 sec 2024-11-21T16:35:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T16:35:04,478 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-21T16:35:04,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-21T16:35:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T16:35:04,481 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:04,481 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:04,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T16:35:04,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:04,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-21T16:35:04,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:04,635 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T16:35:04,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:35:04,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:04,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:35:04,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:04,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:35:04,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:04,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/9ccd068046e94dea86b6f223156993b8 is 50, key is test_row_0/A:col10/1732206903679/Put/seqid=0 2024-11-21T16:35:04,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741931_1107 (size=12301) 2024-11-21T16:35:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T16:35:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:04,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:04,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206964811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:04,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206964811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:04,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206964813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:04,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206964914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:04,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206964914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:04,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206964916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:05,058 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/9ccd068046e94dea86b6f223156993b8 2024-11-21T16:35:05,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/e31d91770a32457180d6b302d77af28c is 50, key is test_row_0/B:col10/1732206903679/Put/seqid=0 2024-11-21T16:35:05,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741932_1108 (size=12301) 2024-11-21T16:35:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T16:35:05,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206965118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:05,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206965119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:05,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206965121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:05,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206965433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:05,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206965433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:05,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206965433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:05,473 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/e31d91770a32457180d6b302d77af28c 2024-11-21T16:35:05,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/46ab8e5364dc4ca8a14574d39729063c is 50, key is test_row_0/C:col10/1732206903679/Put/seqid=0 2024-11-21T16:35:05,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741933_1109 (size=12301) 2024-11-21T16:35:05,495 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/46ab8e5364dc4ca8a14574d39729063c 2024-11-21T16:35:05,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/9ccd068046e94dea86b6f223156993b8 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/9ccd068046e94dea86b6f223156993b8 2024-11-21T16:35:05,509 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/9ccd068046e94dea86b6f223156993b8, entries=150, sequenceid=449, filesize=12.0 K 2024-11-21T16:35:05,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/e31d91770a32457180d6b302d77af28c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e31d91770a32457180d6b302d77af28c 2024-11-21T16:35:05,518 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e31d91770a32457180d6b302d77af28c, entries=150, sequenceid=449, filesize=12.0 K 2024-11-21T16:35:05,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/46ab8e5364dc4ca8a14574d39729063c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/46ab8e5364dc4ca8a14574d39729063c 2024-11-21T16:35:05,530 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/46ab8e5364dc4ca8a14574d39729063c, entries=150, sequenceid=449, filesize=12.0 K 2024-11-21T16:35:05,531 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 939cfdc4a7eae3c99b37150cfa3ed668 in 896ms, sequenceid=449, compaction requested=true 2024-11-21T16:35:05,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:05,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:05,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-21T16:35:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-21T16:35:05,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-21T16:35:05,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0520 sec 2024-11-21T16:35:05,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.0570 sec 2024-11-21T16:35:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T16:35:05,584 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-21T16:35:05,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-21T16:35:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T16:35:05,587 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:05,587 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:05,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T16:35:05,739 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:05,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-21T16:35:05,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:05,740 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T16:35:05,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:35:05,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:05,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:35:05,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:05,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:35:05,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:05,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/bc9d723591d94f30aaf1c54b211c4d75 is 50, key is test_row_0/A:col10/1732206904810/Put/seqid=0 2024-11-21T16:35:05,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741934_1110 (size=12301) 2024-11-21T16:35:05,761 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/bc9d723591d94f30aaf1c54b211c4d75 2024-11-21T16:35:05,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/4c8df9694c97435d9c4f2788c1001347 is 50, key is test_row_0/B:col10/1732206904810/Put/seqid=0 2024-11-21T16:35:05,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741935_1111 (size=12301) 2024-11-21T16:35:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T16:35:05,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:05,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206965959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:05,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206965960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:05,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206965960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:06,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206966067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:06,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206966067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:06,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206966067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:06,175 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/4c8df9694c97435d9c4f2788c1001347 2024-11-21T16:35:06,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/a1c812b5a7ea4db481e35189c632a8e1 is 50, key is test_row_0/C:col10/1732206904810/Put/seqid=0 2024-11-21T16:35:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T16:35:06,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741936_1112 (size=12301) 2024-11-21T16:35:06,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57758 deadline: 1732206966237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:06,242 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., hostname=3e736a818b50,32923,1732206884345, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:35:06,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206966270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:06,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206966271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:06,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206966272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:06,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206966573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:06,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206966573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:06,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206966573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:06,591 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/a1c812b5a7ea4db481e35189c632a8e1 2024-11-21T16:35:06,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/bc9d723591d94f30aaf1c54b211c4d75 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/bc9d723591d94f30aaf1c54b211c4d75 2024-11-21T16:35:06,600 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/bc9d723591d94f30aaf1c54b211c4d75, entries=150, sequenceid=467, filesize=12.0 K 2024-11-21T16:35:06,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/4c8df9694c97435d9c4f2788c1001347 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/4c8df9694c97435d9c4f2788c1001347 2024-11-21T16:35:06,606 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/4c8df9694c97435d9c4f2788c1001347, entries=150, sequenceid=467, filesize=12.0 K 2024-11-21T16:35:06,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/a1c812b5a7ea4db481e35189c632a8e1 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a1c812b5a7ea4db481e35189c632a8e1 2024-11-21T16:35:06,612 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a1c812b5a7ea4db481e35189c632a8e1, entries=150, sequenceid=467, filesize=12.0 K 2024-11-21T16:35:06,613 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 939cfdc4a7eae3c99b37150cfa3ed668 in 873ms, sequenceid=467, compaction requested=true 2024-11-21T16:35:06,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:06,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:06,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-21T16:35:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-21T16:35:06,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-21T16:35:06,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0270 sec 2024-11-21T16:35:06,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.0310 sec 2024-11-21T16:35:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T16:35:06,690 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-21T16:35:06,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-21T16:35:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T16:35:06,694 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:06,695 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:06,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T16:35:06,847 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:06,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-21T16:35:06,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:06,847 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T16:35:06,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:35:06,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:06,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:35:06,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:06,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:35:06,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/ad2ddfb2fe754989ab6fbde2e5180501 is 50, key is test_row_0/A:col10/1732206905957/Put/seqid=0 2024-11-21T16:35:06,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741937_1113 (size=12301) 2024-11-21T16:35:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T16:35:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:07,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:07,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206967100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:07,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206967105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:07,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206967105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:07,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206967206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:07,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206967208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:07,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206967208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:07,258 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/ad2ddfb2fe754989ab6fbde2e5180501 2024-11-21T16:35:07,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/51549f5d4c0744e18456b15a79f36f2b is 50, key is test_row_0/B:col10/1732206905957/Put/seqid=0 2024-11-21T16:35:07,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741938_1114 (size=12301) 2024-11-21T16:35:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T16:35:07,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206967410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:07,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206967411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:07,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206967412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:07,677 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/51549f5d4c0744e18456b15a79f36f2b 2024-11-21T16:35:07,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/063dfcf0879a418c9d250b2668de4816 is 50, key is test_row_0/C:col10/1732206905957/Put/seqid=0 2024-11-21T16:35:07,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741939_1115 (size=12301) 2024-11-21T16:35:07,694 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/063dfcf0879a418c9d250b2668de4816 2024-11-21T16:35:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/ad2ddfb2fe754989ab6fbde2e5180501 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/ad2ddfb2fe754989ab6fbde2e5180501 2024-11-21T16:35:07,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206967712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:07,716 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/ad2ddfb2fe754989ab6fbde2e5180501, entries=150, sequenceid=485, filesize=12.0 K 2024-11-21T16:35:07,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/51549f5d4c0744e18456b15a79f36f2b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/51549f5d4c0744e18456b15a79f36f2b 2024-11-21T16:35:07,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206967715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:07,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206967716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:07,725 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/51549f5d4c0744e18456b15a79f36f2b, entries=150, sequenceid=485, filesize=12.0 K 2024-11-21T16:35:07,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/063dfcf0879a418c9d250b2668de4816 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/063dfcf0879a418c9d250b2668de4816 2024-11-21T16:35:07,733 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/063dfcf0879a418c9d250b2668de4816, entries=150, sequenceid=485, filesize=12.0 K 2024-11-21T16:35:07,734 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 939cfdc4a7eae3c99b37150cfa3ed668 in 887ms, sequenceid=485, compaction requested=true 2024-11-21T16:35:07,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:07,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:07,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-21T16:35:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-21T16:35:07,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-21T16:35:07,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0410 sec 2024-11-21T16:35:07,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.0470 sec 2024-11-21T16:35:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T16:35:07,795 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-21T16:35:07,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-21T16:35:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T16:35:07,798 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:07,798 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:07,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T16:35:07,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:07,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-21T16:35:07,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:07,951 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T16:35:07,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:35:07,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:07,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:35:07,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:07,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:35:07,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:07,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/c4543e9d74b043b4863fd92e92b31d78 is 50, key is test_row_0/A:col10/1732206907103/Put/seqid=0 2024-11-21T16:35:07,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741940_1116 (size=12301) 2024-11-21T16:35:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T16:35:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:08,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:08,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206968241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:08,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206968257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:08,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206968259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:08,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206968360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:08,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206968361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:08,364 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/c4543e9d74b043b4863fd92e92b31d78 2024-11-21T16:35:08,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206968365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:08,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/7721ece8d6384dca9f77db404210b0ac is 50, key is test_row_0/B:col10/1732206907103/Put/seqid=0 2024-11-21T16:35:08,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741941_1117 (size=12301) 2024-11-21T16:35:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T16:35:08,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206968563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:08,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206968564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:08,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206968569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:08,779 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/7721ece8d6384dca9f77db404210b0ac 2024-11-21T16:35:08,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/4c9916e7fb094e9891cc012a825cee53 is 50, key is test_row_0/C:col10/1732206907103/Put/seqid=0 2024-11-21T16:35:08,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741942_1118 (size=12301) 2024-11-21T16:35:08,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206968868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:08,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206968869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:08,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206968876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T16:35:09,193 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/4c9916e7fb094e9891cc012a825cee53 2024-11-21T16:35:09,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/c4543e9d74b043b4863fd92e92b31d78 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/c4543e9d74b043b4863fd92e92b31d78 2024-11-21T16:35:09,205 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/c4543e9d74b043b4863fd92e92b31d78, entries=150, sequenceid=503, filesize=12.0 K 2024-11-21T16:35:09,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/7721ece8d6384dca9f77db404210b0ac as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/7721ece8d6384dca9f77db404210b0ac 2024-11-21T16:35:09,211 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/7721ece8d6384dca9f77db404210b0ac, entries=150, sequenceid=503, filesize=12.0 K 2024-11-21T16:35:09,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/4c9916e7fb094e9891cc012a825cee53 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4c9916e7fb094e9891cc012a825cee53 2024-11-21T16:35:09,216 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4c9916e7fb094e9891cc012a825cee53, entries=150, sequenceid=503, filesize=12.0 K 2024-11-21T16:35:09,217 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 939cfdc4a7eae3c99b37150cfa3ed668 in 1266ms, sequenceid=503, compaction requested=true 2024-11-21T16:35:09,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:09,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:09,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-21T16:35:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-21T16:35:09,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-21T16:35:09,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4210 sec 2024-11-21T16:35:09,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.4240 sec 2024-11-21T16:35:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:09,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T16:35:09,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:35:09,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:09,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:35:09,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:09,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:35:09,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:09,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/1b0f3bd151974796ace800939cd9ac62 is 50, key is test_row_0/A:col10/1732206908242/Put/seqid=0 2024-11-21T16:35:09,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741943_1119 (size=17181) 2024-11-21T16:35:09,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206969398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:09,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206969402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:09,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206969402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:09,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206969503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:09,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206969505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:09,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206969505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:09,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206969705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:09,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206969710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:09,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206969711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:09,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/1b0f3bd151974796ace800939cd9ac62 2024-11-21T16:35:09,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/322c5142be8a4f3e9e3ef5e98cfd25dc is 50, key is test_row_0/B:col10/1732206908242/Put/seqid=0 2024-11-21T16:35:09,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741944_1120 (size=12301) 2024-11-21T16:35:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T16:35:09,902 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-21T16:35:09,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-21T16:35:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-21T16:35:09,904 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:09,905 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:09,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-21T16:35:10,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206970010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:10,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206970017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:10,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206970017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:10,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:10,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-21T16:35:10,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:10,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:10,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:10,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:10,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:10,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/322c5142be8a4f3e9e3ef5e98cfd25dc 2024-11-21T16:35:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-21T16:35:10,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/1190f3a44ac241b593c1f06598e48ebf is 50, key is test_row_0/C:col10/1732206908242/Put/seqid=0 2024-11-21T16:35:10,209 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:10,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-21T16:35:10,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:10,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741945_1121 (size=12301) 2024-11-21T16:35:10,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:10,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:10,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:10,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:10,362 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:10,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-21T16:35:10,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:10,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:10,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:10,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:10,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-21T16:35:10,514 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:10,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-21T16:35:10,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:10,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:10,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:10,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:10,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:10,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206970516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:10,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206970520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:10,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206970524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:10,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/1190f3a44ac241b593c1f06598e48ebf 2024-11-21T16:35:10,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/1b0f3bd151974796ace800939cd9ac62 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/1b0f3bd151974796ace800939cd9ac62 2024-11-21T16:35:10,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/1b0f3bd151974796ace800939cd9ac62, entries=250, sequenceid=523, filesize=16.8 K 2024-11-21T16:35:10,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/322c5142be8a4f3e9e3ef5e98cfd25dc as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/322c5142be8a4f3e9e3ef5e98cfd25dc 2024-11-21T16:35:10,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/322c5142be8a4f3e9e3ef5e98cfd25dc, entries=150, sequenceid=523, filesize=12.0 K 2024-11-21T16:35:10,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/1190f3a44ac241b593c1f06598e48ebf as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/1190f3a44ac241b593c1f06598e48ebf 2024-11-21T16:35:10,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/1190f3a44ac241b593c1f06598e48ebf, entries=150, sequenceid=523, filesize=12.0 K 2024-11-21T16:35:10,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 939cfdc4a7eae3c99b37150cfa3ed668 in 1254ms, sequenceid=523, compaction requested=true 2024-11-21T16:35:10,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:10,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:35:10,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:10,631 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-21T16:35:10,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:35:10,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:10,631 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-11-21T16:35:10,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:35:10,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:10,634 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 104242 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-21T16:35:10,635 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/A is initiating minor compaction (all files) 2024-11-21T16:35:10,635 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/A in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:10,635 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 111595 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-11-21T16:35:10,635 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/B is initiating minor compaction (all files) 2024-11-21T16:35:10,635 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/7242fb09d0d744328ce98022b6af828d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/695f006e7ad64b12a8bc4abdc95cd9bb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/a9cbce4807db41f5a4e073dfa67c23b5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/9ccd068046e94dea86b6f223156993b8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/bc9d723591d94f30aaf1c54b211c4d75, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/ad2ddfb2fe754989ab6fbde2e5180501, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/c4543e9d74b043b4863fd92e92b31d78, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/1b0f3bd151974796ace800939cd9ac62] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=101.8 K 2024-11-21T16:35:10,635 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/B in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:10,635 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/a4a47454e449410997222e5acefb5c43, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d4b1e60a54a94bd1a2453c74c9fc33f0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/0c88b78345b44019a1c52d88eda65e85, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b9892491352a4a1a8ea663e669b4f235, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e31d91770a32457180d6b302d77af28c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/4c8df9694c97435d9c4f2788c1001347, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/51549f5d4c0744e18456b15a79f36f2b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/7721ece8d6384dca9f77db404210b0ac, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/322c5142be8a4f3e9e3ef5e98cfd25dc] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=109.0 K 2024-11-21T16:35:10,635 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7242fb09d0d744328ce98022b6af828d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732206901052 2024-11-21T16:35:10,635 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting a4a47454e449410997222e5acefb5c43, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732206900909 2024-11-21T16:35:10,636 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 695f006e7ad64b12a8bc4abdc95cd9bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732206901397 2024-11-21T16:35:10,636 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting d4b1e60a54a94bd1a2453c74c9fc33f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732206901052 2024-11-21T16:35:10,636 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9cbce4807db41f5a4e073dfa67c23b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732206902541 2024-11-21T16:35:10,636 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c88b78345b44019a1c52d88eda65e85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732206901397 2024-11-21T16:35:10,637 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting b9892491352a4a1a8ea663e669b4f235, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732206902541 2024-11-21T16:35:10,637 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ccd068046e94dea86b6f223156993b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732206903679 2024-11-21T16:35:10,637 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting e31d91770a32457180d6b302d77af28c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732206903679 2024-11-21T16:35:10,637 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc9d723591d94f30aaf1c54b211c4d75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732206904809 2024-11-21T16:35:10,638 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c8df9694c97435d9c4f2788c1001347, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732206904809 2024-11-21T16:35:10,638 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad2ddfb2fe754989ab6fbde2e5180501, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732206905954 2024-11-21T16:35:10,638 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 51549f5d4c0744e18456b15a79f36f2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732206905954 2024-11-21T16:35:10,638 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4543e9d74b043b4863fd92e92b31d78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732206907094 2024-11-21T16:35:10,638 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 7721ece8d6384dca9f77db404210b0ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732206907094 2024-11-21T16:35:10,639 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b0f3bd151974796ace800939cd9ac62, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732206908237 2024-11-21T16:35:10,639 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 322c5142be8a4f3e9e3ef5e98cfd25dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732206908241 2024-11-21T16:35:10,656 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#A#compaction#107 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:10,656 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#B#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:10,657 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/e01ca19bc7fc4bdb88b065d4ff832db2 is 50, key is test_row_0/A:col10/1732206908242/Put/seqid=0 2024-11-21T16:35:10,657 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/b755644461694da9ab6d49372fe40102 is 50, key is test_row_0/B:col10/1732206908242/Put/seqid=0 2024-11-21T16:35:10,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741946_1122 (size=13493) 2024-11-21T16:35:10,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741947_1123 (size=13527) 2024-11-21T16:35:10,667 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:10,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-21T16:35:10,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:10,667 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T16:35:10,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:35:10,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:10,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:35:10,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:10,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:35:10,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:10,669 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/e01ca19bc7fc4bdb88b065d4ff832db2 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/e01ca19bc7fc4bdb88b065d4ff832db2 2024-11-21T16:35:10,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/5bb2090ec51b42a1ad6e42e18ca1203b is 50, key is test_row_0/A:col10/1732206909392/Put/seqid=0 2024-11-21T16:35:10,675 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/b755644461694da9ab6d49372fe40102 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b755644461694da9ab6d49372fe40102 2024-11-21T16:35:10,680 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/A of 939cfdc4a7eae3c99b37150cfa3ed668 into e01ca19bc7fc4bdb88b065d4ff832db2(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:10,680 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:10,680 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/A, priority=8, startTime=1732206910631; duration=0sec 2024-11-21T16:35:10,681 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:10,681 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:A 2024-11-21T16:35:10,681 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-21T16:35:10,685 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 99362 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-21T16:35:10,685 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 9 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/B of 939cfdc4a7eae3c99b37150cfa3ed668 into b755644461694da9ab6d49372fe40102(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:10,685 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:10,685 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/C is initiating minor compaction (all files) 2024-11-21T16:35:10,685 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/B, priority=7, startTime=1732206910631; duration=0sec 2024-11-21T16:35:10,685 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/C in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:10,686 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:10,686 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:B 2024-11-21T16:35:10,686 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/d0a840ae9331449283334042826e96a4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/18ef647a4d964f4798c0f5f4a8d14532, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/00c71fec25bf4199b0fbd05bc42603c5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/46ab8e5364dc4ca8a14574d39729063c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a1c812b5a7ea4db481e35189c632a8e1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/063dfcf0879a418c9d250b2668de4816, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4c9916e7fb094e9891cc012a825cee53, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/1190f3a44ac241b593c1f06598e48ebf] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=97.0 K 2024-11-21T16:35:10,686 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0a840ae9331449283334042826e96a4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732206901052 2024-11-21T16:35:10,687 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18ef647a4d964f4798c0f5f4a8d14532, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732206901397 2024-11-21T16:35:10,688 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00c71fec25bf4199b0fbd05bc42603c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732206902541 2024-11-21T16:35:10,688 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46ab8e5364dc4ca8a14574d39729063c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732206903679 2024-11-21T16:35:10,689 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1c812b5a7ea4db481e35189c632a8e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732206904809 2024-11-21T16:35:10,689 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 063dfcf0879a418c9d250b2668de4816, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732206905954 2024-11-21T16:35:10,689 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c9916e7fb094e9891cc012a825cee53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732206907094 2024-11-21T16:35:10,691 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1190f3a44ac241b593c1f06598e48ebf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732206908241 2024-11-21T16:35:10,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741948_1124 (size=12301) 2024-11-21T16:35:10,703 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/5bb2090ec51b42a1ad6e42e18ca1203b 2024-11-21T16:35:10,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/e381683e674c46649a13b61012d643f6 is 50, key is test_row_0/B:col10/1732206909392/Put/seqid=0 2024-11-21T16:35:10,713 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#C#compaction#110 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:10,713 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/e9f620038fe4421b9e0208dc63932068 is 50, key is test_row_0/C:col10/1732206908242/Put/seqid=0 2024-11-21T16:35:10,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741950_1126 (size=13527) 2024-11-21T16:35:10,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741949_1125 (size=12301) 2024-11-21T16:35:10,733 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/e381683e674c46649a13b61012d643f6 2024-11-21T16:35:10,736 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/e9f620038fe4421b9e0208dc63932068 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/e9f620038fe4421b9e0208dc63932068 2024-11-21T16:35:10,744 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/C of 939cfdc4a7eae3c99b37150cfa3ed668 into e9f620038fe4421b9e0208dc63932068(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:10,744 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:10,744 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/C, priority=8, startTime=1732206910631; duration=0sec 2024-11-21T16:35:10,744 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:10,744 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:C 2024-11-21T16:35:10,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/3067fe0f87304ea581f5fbedee2ce392 is 50, key is test_row_0/C:col10/1732206909392/Put/seqid=0 2024-11-21T16:35:10,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741951_1127 (size=12301) 2024-11-21T16:35:10,753 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/3067fe0f87304ea581f5fbedee2ce392 2024-11-21T16:35:10,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/5bb2090ec51b42a1ad6e42e18ca1203b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5bb2090ec51b42a1ad6e42e18ca1203b 2024-11-21T16:35:10,765 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5bb2090ec51b42a1ad6e42e18ca1203b, entries=150, sequenceid=540, filesize=12.0 K 2024-11-21T16:35:10,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/e381683e674c46649a13b61012d643f6 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e381683e674c46649a13b61012d643f6 2024-11-21T16:35:10,775 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e381683e674c46649a13b61012d643f6, entries=150, sequenceid=540, filesize=12.0 K 2024-11-21T16:35:10,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/3067fe0f87304ea581f5fbedee2ce392 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/3067fe0f87304ea581f5fbedee2ce392 2024-11-21T16:35:10,784 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/3067fe0f87304ea581f5fbedee2ce392, entries=150, sequenceid=540, filesize=12.0 K 2024-11-21T16:35:10,785 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 939cfdc4a7eae3c99b37150cfa3ed668 in 118ms, sequenceid=540, compaction requested=false 2024-11-21T16:35:10,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:10,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:10,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-21T16:35:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-21T16:35:10,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-21T16:35:10,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 881 msec 2024-11-21T16:35:10,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 885 msec 2024-11-21T16:35:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-21T16:35:11,007 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-21T16:35:11,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-21T16:35:11,011 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:11,011 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:11,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-21T16:35:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-21T16:35:11,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:11,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-21T16:35:11,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:11,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:11,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:11,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-21T16:35:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=37 2024-11-21T16:35:11,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-21T16:35:11,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-21T16:35:11,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 158 msec 2024-11-21T16:35:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-21T16:35:11,314 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-21T16:35:11,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-21T16:35:11,317 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-21T16:35:11,317 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:11,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-21T16:35:11,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:11,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-21T16:35:11,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:11,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:11,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:11,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-21T16:35:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=39 2024-11-21T16:35:11,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-21T16:35:11,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-21T16:35:11,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 157 msec 2024-11-21T16:35:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:11,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:35:11,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:35:11,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:11,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:35:11,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:11,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:35:11,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:11,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/e5360c93cc7d4921a3f02efa57b80742 is 50, key is test_row_0/A:col10/1732206911522/Put/seqid=0 2024-11-21T16:35:11,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741952_1128 (size=12297) 2024-11-21T16:35:11,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/e5360c93cc7d4921a3f02efa57b80742 2024-11-21T16:35:11,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206971556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:11,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206971559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:11,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206971560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:11,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/2a1f60069da84cb19d642deb2fd2345a is 50, key is test_row_0/B:col10/1732206911522/Put/seqid=0 2024-11-21T16:35:11,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741953_1129 (size=9857) 2024-11-21T16:35:11,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/2a1f60069da84cb19d642deb2fd2345a 2024-11-21T16:35:11,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/4cc237312c4f4973a2f80b5e191d7758 is 50, key is test_row_0/C:col10/1732206911522/Put/seqid=0 2024-11-21T16:35:11,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741954_1130 (size=9857) 2024-11-21T16:35:11,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/4cc237312c4f4973a2f80b5e191d7758 2024-11-21T16:35:11,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/e5360c93cc7d4921a3f02efa57b80742 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/e5360c93cc7d4921a3f02efa57b80742 2024-11-21T16:35:11,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/e5360c93cc7d4921a3f02efa57b80742, entries=150, sequenceid=556, filesize=12.0 K 2024-11-21T16:35:11,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/2a1f60069da84cb19d642deb2fd2345a as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/2a1f60069da84cb19d642deb2fd2345a 2024-11-21T16:35:11,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/2a1f60069da84cb19d642deb2fd2345a, entries=100, sequenceid=556, filesize=9.6 K 2024-11-21T16:35:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-21T16:35:11,619 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-21T16:35:11,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/4cc237312c4f4973a2f80b5e191d7758 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4cc237312c4f4973a2f80b5e191d7758 2024-11-21T16:35:11,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-21T16:35:11,623 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:11,623 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:11,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-21T16:35:11,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4cc237312c4f4973a2f80b5e191d7758, entries=100, sequenceid=556, filesize=9.6 K 2024-11-21T16:35:11,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 939cfdc4a7eae3c99b37150cfa3ed668 in 98ms, sequenceid=556, compaction requested=true 2024-11-21T16:35:11,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:11,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:35:11,631 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:11,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:11,631 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:11,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:35:11,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:11,632 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38125 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:11,632 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:11,632 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/A is initiating minor compaction (all files) 2024-11-21T16:35:11,632 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/B is initiating minor compaction (all files) 2024-11-21T16:35:11,633 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/A in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:11,633 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/B in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:11,633 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b755644461694da9ab6d49372fe40102, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e381683e674c46649a13b61012d643f6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/2a1f60069da84cb19d642deb2fd2345a] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=34.8 K 2024-11-21T16:35:11,633 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/e01ca19bc7fc4bdb88b065d4ff832db2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5bb2090ec51b42a1ad6e42e18ca1203b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/e5360c93cc7d4921a3f02efa57b80742] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=37.2 K 2024-11-21T16:35:11,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939cfdc4a7eae3c99b37150cfa3ed668:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:35:11,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:11,633 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting e01ca19bc7fc4bdb88b065d4ff832db2, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732206908241 2024-11-21T16:35:11,633 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting b755644461694da9ab6d49372fe40102, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732206908241 2024-11-21T16:35:11,634 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting e381683e674c46649a13b61012d643f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732206909392 2024-11-21T16:35:11,634 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a1f60069da84cb19d642deb2fd2345a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732206911522 2024-11-21T16:35:11,634 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bb2090ec51b42a1ad6e42e18ca1203b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732206909392 2024-11-21T16:35:11,635 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5360c93cc7d4921a3f02efa57b80742, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732206911522 2024-11-21T16:35:11,645 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#B#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:11,646 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/534ff3063d794372a494c884a95ce57b is 50, key is test_row_0/B:col10/1732206911522/Put/seqid=0 2024-11-21T16:35:11,651 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#A#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:11,651 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/04952283cf85437784a12d0d868dcb52 is 50, key is test_row_0/A:col10/1732206911522/Put/seqid=0 2024-11-21T16:35:11,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741955_1131 (size=13595) 2024-11-21T16:35:11,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741956_1132 (size=13629) 2024-11-21T16:35:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:11,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T16:35:11,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:35:11,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:11,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:35:11,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:11,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:35:11,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:11,668 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/534ff3063d794372a494c884a95ce57b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/534ff3063d794372a494c884a95ce57b 2024-11-21T16:35:11,670 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/04952283cf85437784a12d0d868dcb52 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/04952283cf85437784a12d0d868dcb52 2024-11-21T16:35:11,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/2b5cf93311ec4ec78b0235c922f232f1 is 50, key is test_row_0/A:col10/1732206911557/Put/seqid=0 2024-11-21T16:35:11,677 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/B of 939cfdc4a7eae3c99b37150cfa3ed668 into 534ff3063d794372a494c884a95ce57b(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:11,677 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:11,677 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/B, priority=13, startTime=1732206911631; duration=0sec 2024-11-21T16:35:11,677 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:11,677 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:B 2024-11-21T16:35:11,677 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:11,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206971675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:11,678 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/A of 939cfdc4a7eae3c99b37150cfa3ed668 into 04952283cf85437784a12d0d868dcb52(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:11,679 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:11,679 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/A, priority=13, startTime=1732206911631; duration=0sec 2024-11-21T16:35:11,679 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:11,679 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:A 2024-11-21T16:35:11,679 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35685 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:11,679 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 939cfdc4a7eae3c99b37150cfa3ed668/C is initiating minor compaction (all files) 2024-11-21T16:35:11,680 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939cfdc4a7eae3c99b37150cfa3ed668/C in TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:11,680 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/e9f620038fe4421b9e0208dc63932068, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/3067fe0f87304ea581f5fbedee2ce392, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4cc237312c4f4973a2f80b5e191d7758] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp, totalSize=34.8 K 2024-11-21T16:35:11,680 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting e9f620038fe4421b9e0208dc63932068, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732206908241 2024-11-21T16:35:11,681 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 3067fe0f87304ea581f5fbedee2ce392, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732206909392 2024-11-21T16:35:11,681 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cc237312c4f4973a2f80b5e191d7758, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732206911522 2024-11-21T16:35:11,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206971678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:11,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206971678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:11,692 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939cfdc4a7eae3c99b37150cfa3ed668#C#compaction#119 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:11,693 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/f14e6f1f1faa40aab97bc0542948d989 is 50, key is test_row_0/C:col10/1732206911522/Put/seqid=0 2024-11-21T16:35:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-21T16:35:11,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741957_1133 (size=14741) 2024-11-21T16:35:11,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741958_1134 (size=13629) 2024-11-21T16:35:11,770 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/f14e6f1f1faa40aab97bc0542948d989 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/f14e6f1f1faa40aab97bc0542948d989 2024-11-21T16:35:11,776 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:11,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T16:35:11,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:11,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:11,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:11,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:11,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:11,777 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939cfdc4a7eae3c99b37150cfa3ed668/C of 939cfdc4a7eae3c99b37150cfa3ed668 into f14e6f1f1faa40aab97bc0542948d989(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:11,778 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:11,778 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668., storeName=939cfdc4a7eae3c99b37150cfa3ed668/C, priority=13, startTime=1732206911632; duration=0sec 2024-11-21T16:35:11,778 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:11,778 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939cfdc4a7eae3c99b37150cfa3ed668:C 2024-11-21T16:35:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:11,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206971779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:11,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206971784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:11,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206971784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-21T16:35:11,929 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:11,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T16:35:11,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:11,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:11,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:11,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:11,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:11,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206971985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:11,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206971986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:11,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206971987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:12,082 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:12,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T16:35:12,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:12,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:12,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:12,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/2b5cf93311ec4ec78b0235c922f232f1 2024-11-21T16:35:12,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/fb496751917e45a8951a45decad040e0 is 50, key is test_row_0/B:col10/1732206911557/Put/seqid=0 2024-11-21T16:35:12,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741959_1135 (size=12301) 2024-11-21T16:35:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-21T16:35:12,235 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:12,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T16:35:12,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:12,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:12,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:12,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206972288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:12,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206972288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:12,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206972290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:12,387 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:12,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T16:35:12,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:12,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:12,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:12,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:12,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T16:35:12,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:12,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:12,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:12,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/fb496751917e45a8951a45decad040e0 2024-11-21T16:35:12,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/5bf86a388056462bafcec75e3730991b is 50, key is test_row_0/C:col10/1732206911557/Put/seqid=0 2024-11-21T16:35:12,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741960_1136 (size=12301) 2024-11-21T16:35:12,687 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47fe2fa7 to 127.0.0.1:56804 2024-11-21T16:35:12,687 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12a1285d to 127.0.0.1:56804 2024-11-21T16:35:12,688 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:12,688 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:12,688 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x527c6d40 to 127.0.0.1:56804 2024-11-21T16:35:12,688 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:12,691 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x595e9ebe to 127.0.0.1:56804 2024-11-21T16:35:12,691 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:12,692 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:12,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T16:35:12,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:12,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:12,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:12,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-21T16:35:12,771 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T16:35:12,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1732206972792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:12,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57716 deadline: 1732206972794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:12,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732206972796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:12,845 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:12,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T16:35:12,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:12,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:12,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:12,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:12,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/5bf86a388056462bafcec75e3730991b 2024-11-21T16:35:12,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/2b5cf93311ec4ec78b0235c922f232f1 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/2b5cf93311ec4ec78b0235c922f232f1 2024-11-21T16:35:12,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/2b5cf93311ec4ec78b0235c922f232f1, entries=200, sequenceid=582, filesize=14.4 K 2024-11-21T16:35:12,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/fb496751917e45a8951a45decad040e0 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/fb496751917e45a8951a45decad040e0 2024-11-21T16:35:12,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/fb496751917e45a8951a45decad040e0, entries=150, sequenceid=582, filesize=12.0 K 2024-11-21T16:35:12,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/5bf86a388056462bafcec75e3730991b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/5bf86a388056462bafcec75e3730991b 2024-11-21T16:35:12,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/5bf86a388056462bafcec75e3730991b, entries=150, sequenceid=582, filesize=12.0 K 2024-11-21T16:35:12,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 939cfdc4a7eae3c99b37150cfa3ed668 in 1336ms, sequenceid=582, compaction requested=false 2024-11-21T16:35:12,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:12,999 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:13,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T16:35:13,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:13,000 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:35:13,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:35:13,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:13,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:35:13,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:13,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:35:13,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:13,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/cddfd03d0c00434e9507fc6522d59631 is 50, key is test_row_0/A:col10/1732206911665/Put/seqid=0 2024-11-21T16:35:13,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741961_1137 (size=12301) 2024-11-21T16:35:13,411 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/cddfd03d0c00434e9507fc6522d59631 2024-11-21T16:35:13,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/90dd88bc5d74480caaef8b32af52a2de is 50, key is test_row_0/B:col10/1732206911665/Put/seqid=0 2024-11-21T16:35:13,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741962_1138 (size=12301) 2024-11-21T16:35:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-21T16:35:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:13,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. as already flushing 2024-11-21T16:35:13,802 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45b55c24 to 127.0.0.1:56804 2024-11-21T16:35:13,802 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:13,802 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03883f7b to 127.0.0.1:56804 2024-11-21T16:35:13,803 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:13,804 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x048068a5 to 127.0.0.1:56804 2024-11-21T16:35:13,804 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:13,836 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/90dd88bc5d74480caaef8b32af52a2de 2024-11-21T16:35:13,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/9cd9a12a694b468da19cd2dea09bd763 is 50, key is test_row_0/C:col10/1732206911665/Put/seqid=0 2024-11-21T16:35:13,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741963_1139 (size=12301) 2024-11-21T16:35:14,258 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/9cd9a12a694b468da19cd2dea09bd763 2024-11-21T16:35:14,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/cddfd03d0c00434e9507fc6522d59631 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/cddfd03d0c00434e9507fc6522d59631 2024-11-21T16:35:14,271 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09bd0964 to 127.0.0.1:56804 2024-11-21T16:35:14,272 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:14,274 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/cddfd03d0c00434e9507fc6522d59631, entries=150, sequenceid=596, filesize=12.0 K 2024-11-21T16:35:14,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/90dd88bc5d74480caaef8b32af52a2de as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/90dd88bc5d74480caaef8b32af52a2de 2024-11-21T16:35:14,280 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/90dd88bc5d74480caaef8b32af52a2de, entries=150, sequenceid=596, filesize=12.0 K 2024-11-21T16:35:14,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/9cd9a12a694b468da19cd2dea09bd763 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/9cd9a12a694b468da19cd2dea09bd763 2024-11-21T16:35:14,284 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/9cd9a12a694b468da19cd2dea09bd763, entries=150, sequenceid=596, filesize=12.0 K 2024-11-21T16:35:14,285 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=26.84 KB/27480 for 939cfdc4a7eae3c99b37150cfa3ed668 in 1285ms, sequenceid=596, compaction requested=true 2024-11-21T16:35:14,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2538): Flush status journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:14,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:14,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-21T16:35:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=41 2024-11-21T16:35:14,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-21T16:35:14,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6620 sec 2024-11-21T16:35:14,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.6670 sec 2024-11-21T16:35:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-21T16:35:15,733 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-11-21T16:35:16,323 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1324ee83 to 127.0.0.1:56804 2024-11-21T16:35:16,323 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:16,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T16:35:16,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-21T16:35:16,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-21T16:35:16,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 134 2024-11-21T16:35:16,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 151 2024-11-21T16:35:16,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 115 2024-11-21T16:35:16,325 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T16:35:16,325 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5774 2024-11-21T16:35:16,325 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5703 2024-11-21T16:35:16,325 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T16:35:16,325 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2486 2024-11-21T16:35:16,326 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7453 rows 2024-11-21T16:35:16,326 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2500 2024-11-21T16:35:16,326 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7495 rows 2024-11-21T16:35:16,326 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T16:35:16,326 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:56804 2024-11-21T16:35:16,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:16,330 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T16:35:16,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T16:35:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T16:35:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-21T16:35:16,341 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732206916341"}]},"ts":"1732206916341"} 2024-11-21T16:35:16,342 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T16:35:16,377 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T16:35:16,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T16:35:16,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=939cfdc4a7eae3c99b37150cfa3ed668, UNASSIGN}] 2024-11-21T16:35:16,387 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=939cfdc4a7eae3c99b37150cfa3ed668, UNASSIGN 2024-11-21T16:35:16,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=939cfdc4a7eae3c99b37150cfa3ed668, regionState=CLOSING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:35:16,389 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T16:35:16,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:35:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-21T16:35:16,544 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:16,546 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:16,546 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T16:35:16,547 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 939cfdc4a7eae3c99b37150cfa3ed668, disabling compactions & flushes 2024-11-21T16:35:16,547 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:16,547 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:16,547 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. after waiting 0 ms 2024-11-21T16:35:16,547 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:16,547 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(2837): Flushing 939cfdc4a7eae3c99b37150cfa3ed668 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T16:35:16,548 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=A 2024-11-21T16:35:16,548 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:16,548 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=B 2024-11-21T16:35:16,548 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:16,548 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939cfdc4a7eae3c99b37150cfa3ed668, store=C 2024-11-21T16:35:16,548 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:16,554 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/5c4c4297067e436e827967193647d25e is 50, key is test_row_0/A:col10/1732206916319/Put/seqid=0 2024-11-21T16:35:16,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741964_1140 (size=12301) 2024-11-21T16:35:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-21T16:35:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-21T16:35:16,961 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=604 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/5c4c4297067e436e827967193647d25e 2024-11-21T16:35:16,975 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/4a57e75a39f147f587f4a3a38ce92cb5 is 50, key is test_row_0/B:col10/1732206916319/Put/seqid=0 2024-11-21T16:35:16,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741965_1141 (size=12301) 2024-11-21T16:35:17,381 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=604 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/4a57e75a39f147f587f4a3a38ce92cb5 2024-11-21T16:35:17,395 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/3093159725d847999e1a1ff9666455f1 is 50, key is test_row_0/C:col10/1732206916319/Put/seqid=0 2024-11-21T16:35:17,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741966_1142 (size=12301) 2024-11-21T16:35:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-21T16:35:17,801 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=604 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/3093159725d847999e1a1ff9666455f1 2024-11-21T16:35:17,812 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/A/5c4c4297067e436e827967193647d25e as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5c4c4297067e436e827967193647d25e 2024-11-21T16:35:17,819 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5c4c4297067e436e827967193647d25e, entries=150, sequenceid=604, filesize=12.0 K 2024-11-21T16:35:17,820 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/B/4a57e75a39f147f587f4a3a38ce92cb5 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/4a57e75a39f147f587f4a3a38ce92cb5 2024-11-21T16:35:17,825 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/4a57e75a39f147f587f4a3a38ce92cb5, entries=150, sequenceid=604, filesize=12.0 K 2024-11-21T16:35:17,826 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/.tmp/C/3093159725d847999e1a1ff9666455f1 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/3093159725d847999e1a1ff9666455f1 2024-11-21T16:35:17,831 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/3093159725d847999e1a1ff9666455f1, entries=150, sequenceid=604, filesize=12.0 K 2024-11-21T16:35:17,831 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 939cfdc4a7eae3c99b37150cfa3ed668 in 1284ms, sequenceid=604, compaction requested=true 2024-11-21T16:35:17,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5d8a579d73374440ab5d6f87dbb75da9, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/8ef61f17ada24d659155dd7d906b3706, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/44000687bdaa4dfba238cbf744f7a109, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/19369367aa7c449994584469f145f17b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/0926d2c698664773b1b8e6fcad7cde29, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/009ede2b29884ce0bf810274bbabb298, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/77db782255cf4da5b1895f404698437d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/3ea69d478bb5449eae28af55dc3a1f30, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/47b5fb3900b842b6a0ba91546ff39881, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/6c2a84999af5445ab7aeb0118eaab514, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/1cf6fda7ff07421d81a8e4260cc1def3, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/3a1f671b0e9d49d1977363f7a6f3e378, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5559f0129edb491bb266b0fe25a9c78f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/e3ab0fef22504e719f6e1b82ea46d19b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/3d296cc077924ea4958b3ebdc3be1243, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/ae22b955411840bab2f01a7d4f520ddd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/641a3af6459b4b1d988051725eaf7ec1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/96fab4a21d46486ba1ab910556630457, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/81d24074c4554e52844fc9912df74429, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/12054dd04593442a90a04f9db91cb613, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/0d8b63c88942455fb5d76c07813b9542, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/328d5ab024c547eb978156b517ae9966, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/cb106c815db44db4a9d0e60e5fc75270, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/7a4f4f66e6b54006aac35770e83bdfbc, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/d31e959c79c848f389c11ee08ec02a08, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/f02771b9fc404b49865d78f3e4107179, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/42016db532204522bad776c87fda25da, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/9b5aa4f9812949fbb6e99d6337794790, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/7242fb09d0d744328ce98022b6af828d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/695f006e7ad64b12a8bc4abdc95cd9bb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/a9cbce4807db41f5a4e073dfa67c23b5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/9ccd068046e94dea86b6f223156993b8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/bc9d723591d94f30aaf1c54b211c4d75, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/ad2ddfb2fe754989ab6fbde2e5180501, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/c4543e9d74b043b4863fd92e92b31d78, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/1b0f3bd151974796ace800939cd9ac62, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/e01ca19bc7fc4bdb88b065d4ff832db2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5bb2090ec51b42a1ad6e42e18ca1203b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/e5360c93cc7d4921a3f02efa57b80742] to archive 2024-11-21T16:35:17,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:35:17,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5d8a579d73374440ab5d6f87dbb75da9 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5d8a579d73374440ab5d6f87dbb75da9 2024-11-21T16:35:17,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/8ef61f17ada24d659155dd7d906b3706 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/8ef61f17ada24d659155dd7d906b3706 2024-11-21T16:35:17,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/44000687bdaa4dfba238cbf744f7a109 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/44000687bdaa4dfba238cbf744f7a109 2024-11-21T16:35:17,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/19369367aa7c449994584469f145f17b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/19369367aa7c449994584469f145f17b 2024-11-21T16:35:17,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/0926d2c698664773b1b8e6fcad7cde29 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/0926d2c698664773b1b8e6fcad7cde29 2024-11-21T16:35:17,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/009ede2b29884ce0bf810274bbabb298 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/009ede2b29884ce0bf810274bbabb298 2024-11-21T16:35:17,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/77db782255cf4da5b1895f404698437d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/77db782255cf4da5b1895f404698437d 2024-11-21T16:35:17,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/3ea69d478bb5449eae28af55dc3a1f30 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/3ea69d478bb5449eae28af55dc3a1f30 2024-11-21T16:35:17,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/47b5fb3900b842b6a0ba91546ff39881 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/47b5fb3900b842b6a0ba91546ff39881 2024-11-21T16:35:17,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/6c2a84999af5445ab7aeb0118eaab514 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/6c2a84999af5445ab7aeb0118eaab514 2024-11-21T16:35:17,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/1cf6fda7ff07421d81a8e4260cc1def3 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/1cf6fda7ff07421d81a8e4260cc1def3 2024-11-21T16:35:17,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/3a1f671b0e9d49d1977363f7a6f3e378 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/3a1f671b0e9d49d1977363f7a6f3e378 2024-11-21T16:35:17,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5559f0129edb491bb266b0fe25a9c78f to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5559f0129edb491bb266b0fe25a9c78f 2024-11-21T16:35:17,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/e3ab0fef22504e719f6e1b82ea46d19b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/e3ab0fef22504e719f6e1b82ea46d19b 2024-11-21T16:35:17,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/3d296cc077924ea4958b3ebdc3be1243 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/3d296cc077924ea4958b3ebdc3be1243 2024-11-21T16:35:17,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/ae22b955411840bab2f01a7d4f520ddd to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/ae22b955411840bab2f01a7d4f520ddd 2024-11-21T16:35:17,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/641a3af6459b4b1d988051725eaf7ec1 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/641a3af6459b4b1d988051725eaf7ec1 2024-11-21T16:35:17,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/96fab4a21d46486ba1ab910556630457 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/96fab4a21d46486ba1ab910556630457 2024-11-21T16:35:17,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/81d24074c4554e52844fc9912df74429 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/81d24074c4554e52844fc9912df74429 2024-11-21T16:35:17,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/12054dd04593442a90a04f9db91cb613 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/12054dd04593442a90a04f9db91cb613 2024-11-21T16:35:17,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/0d8b63c88942455fb5d76c07813b9542 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/0d8b63c88942455fb5d76c07813b9542 2024-11-21T16:35:17,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/328d5ab024c547eb978156b517ae9966 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/328d5ab024c547eb978156b517ae9966 2024-11-21T16:35:17,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/cb106c815db44db4a9d0e60e5fc75270 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/cb106c815db44db4a9d0e60e5fc75270 2024-11-21T16:35:17,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/7a4f4f66e6b54006aac35770e83bdfbc to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/7a4f4f66e6b54006aac35770e83bdfbc 2024-11-21T16:35:17,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/d31e959c79c848f389c11ee08ec02a08 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/d31e959c79c848f389c11ee08ec02a08 2024-11-21T16:35:17,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/f02771b9fc404b49865d78f3e4107179 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/f02771b9fc404b49865d78f3e4107179 2024-11-21T16:35:17,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/42016db532204522bad776c87fda25da to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/42016db532204522bad776c87fda25da 2024-11-21T16:35:17,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/9b5aa4f9812949fbb6e99d6337794790 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/9b5aa4f9812949fbb6e99d6337794790 2024-11-21T16:35:17,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/7242fb09d0d744328ce98022b6af828d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/7242fb09d0d744328ce98022b6af828d 2024-11-21T16:35:17,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/695f006e7ad64b12a8bc4abdc95cd9bb to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/695f006e7ad64b12a8bc4abdc95cd9bb 2024-11-21T16:35:17,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/a9cbce4807db41f5a4e073dfa67c23b5 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/a9cbce4807db41f5a4e073dfa67c23b5 2024-11-21T16:35:17,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/9ccd068046e94dea86b6f223156993b8 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/9ccd068046e94dea86b6f223156993b8 2024-11-21T16:35:17,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/bc9d723591d94f30aaf1c54b211c4d75 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/bc9d723591d94f30aaf1c54b211c4d75 2024-11-21T16:35:17,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/ad2ddfb2fe754989ab6fbde2e5180501 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/ad2ddfb2fe754989ab6fbde2e5180501 2024-11-21T16:35:17,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/c4543e9d74b043b4863fd92e92b31d78 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/c4543e9d74b043b4863fd92e92b31d78 2024-11-21T16:35:17,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/1b0f3bd151974796ace800939cd9ac62 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/1b0f3bd151974796ace800939cd9ac62 2024-11-21T16:35:17,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/e01ca19bc7fc4bdb88b065d4ff832db2 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/e01ca19bc7fc4bdb88b065d4ff832db2 2024-11-21T16:35:17,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5bb2090ec51b42a1ad6e42e18ca1203b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5bb2090ec51b42a1ad6e42e18ca1203b 2024-11-21T16:35:17,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/e5360c93cc7d4921a3f02efa57b80742 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/e5360c93cc7d4921a3f02efa57b80742 2024-11-21T16:35:17,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/fe519af63824427c851d6e4f63345e47, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b7ed9609a3a74022aadf1241f8f8c381, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/2b3d0f1729c14f36aadd31705150f12b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/45d9516591f64c078b127396ca6dd6c5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/96b0fbdb96364cccad08fb0c9d02b8d0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/a3085a5a354d403aa1eae93f2d6639b9, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/a4e5aac5650648b989755d2961ebe213, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/59c262c832f148538c1e9dc880fa00af, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/70116fda0736451aa551ec1638918363, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/143a8800eade43fabe1857e43ca27ac6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b97e9ab279b54c4cb585b88543a3bb89, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/86a5a64f742845eeabf863a0ece8d1cf, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/23102b7931a647748de5056ee0bcbfb7, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/c31d2c0337d34165be9f0bd4d1d2b883, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/0ee864487eb44e768d4b83effd60c84d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/64f663579ac84e7ea9cd39443ed409fa, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/119023cb9e3e4dfba411fb1fa429a986, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/8dfc5a055cab423b834da1ba56e49b02, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/895b84f0626042b09d31db9496de08f8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/1e0cedf3d0e441d8a678175af13a2e6f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d824024377e6468eb9eb56c6d7715501, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/cbbff3de56114799b6fffdb3ce6a4cfb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e6a4fd812f2647c2ad727e850818894b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d08854ac014d4db2ac8769a671b1f8fc, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/5fc96c38030e4538bb5808475441402d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/a4a47454e449410997222e5acefb5c43, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/16aacb41d298476baae8f7316f2e2e61, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d4b1e60a54a94bd1a2453c74c9fc33f0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/0c88b78345b44019a1c52d88eda65e85, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b9892491352a4a1a8ea663e669b4f235, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e31d91770a32457180d6b302d77af28c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/4c8df9694c97435d9c4f2788c1001347, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/51549f5d4c0744e18456b15a79f36f2b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/7721ece8d6384dca9f77db404210b0ac, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b755644461694da9ab6d49372fe40102, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/322c5142be8a4f3e9e3ef5e98cfd25dc, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e381683e674c46649a13b61012d643f6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/2a1f60069da84cb19d642deb2fd2345a] to archive 2024-11-21T16:35:17,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:35:17,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/fe519af63824427c851d6e4f63345e47 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/fe519af63824427c851d6e4f63345e47 2024-11-21T16:35:17,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b7ed9609a3a74022aadf1241f8f8c381 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b7ed9609a3a74022aadf1241f8f8c381 2024-11-21T16:35:17,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/2b3d0f1729c14f36aadd31705150f12b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/2b3d0f1729c14f36aadd31705150f12b 2024-11-21T16:35:17,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/45d9516591f64c078b127396ca6dd6c5 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/45d9516591f64c078b127396ca6dd6c5 2024-11-21T16:35:17,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/96b0fbdb96364cccad08fb0c9d02b8d0 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/96b0fbdb96364cccad08fb0c9d02b8d0 2024-11-21T16:35:17,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/a3085a5a354d403aa1eae93f2d6639b9 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/a3085a5a354d403aa1eae93f2d6639b9 2024-11-21T16:35:17,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/a4e5aac5650648b989755d2961ebe213 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/a4e5aac5650648b989755d2961ebe213 2024-11-21T16:35:17,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/59c262c832f148538c1e9dc880fa00af to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/59c262c832f148538c1e9dc880fa00af 2024-11-21T16:35:17,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/70116fda0736451aa551ec1638918363 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/70116fda0736451aa551ec1638918363 2024-11-21T16:35:17,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/143a8800eade43fabe1857e43ca27ac6 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/143a8800eade43fabe1857e43ca27ac6 2024-11-21T16:35:17,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b97e9ab279b54c4cb585b88543a3bb89 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b97e9ab279b54c4cb585b88543a3bb89 2024-11-21T16:35:17,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/86a5a64f742845eeabf863a0ece8d1cf to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/86a5a64f742845eeabf863a0ece8d1cf 2024-11-21T16:35:17,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/23102b7931a647748de5056ee0bcbfb7 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/23102b7931a647748de5056ee0bcbfb7 2024-11-21T16:35:17,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/c31d2c0337d34165be9f0bd4d1d2b883 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/c31d2c0337d34165be9f0bd4d1d2b883 2024-11-21T16:35:17,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/0ee864487eb44e768d4b83effd60c84d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/0ee864487eb44e768d4b83effd60c84d 2024-11-21T16:35:17,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/64f663579ac84e7ea9cd39443ed409fa to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/64f663579ac84e7ea9cd39443ed409fa 2024-11-21T16:35:17,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/119023cb9e3e4dfba411fb1fa429a986 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/119023cb9e3e4dfba411fb1fa429a986 2024-11-21T16:35:17,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/8dfc5a055cab423b834da1ba56e49b02 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/8dfc5a055cab423b834da1ba56e49b02 2024-11-21T16:35:17,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/895b84f0626042b09d31db9496de08f8 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/895b84f0626042b09d31db9496de08f8 2024-11-21T16:35:17,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/1e0cedf3d0e441d8a678175af13a2e6f to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/1e0cedf3d0e441d8a678175af13a2e6f 2024-11-21T16:35:17,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d824024377e6468eb9eb56c6d7715501 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d824024377e6468eb9eb56c6d7715501 2024-11-21T16:35:17,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/cbbff3de56114799b6fffdb3ce6a4cfb to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/cbbff3de56114799b6fffdb3ce6a4cfb 2024-11-21T16:35:17,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e6a4fd812f2647c2ad727e850818894b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e6a4fd812f2647c2ad727e850818894b 2024-11-21T16:35:17,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d08854ac014d4db2ac8769a671b1f8fc to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d08854ac014d4db2ac8769a671b1f8fc 2024-11-21T16:35:17,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/5fc96c38030e4538bb5808475441402d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/5fc96c38030e4538bb5808475441402d 2024-11-21T16:35:17,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/a4a47454e449410997222e5acefb5c43 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/a4a47454e449410997222e5acefb5c43 2024-11-21T16:35:17,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/16aacb41d298476baae8f7316f2e2e61 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/16aacb41d298476baae8f7316f2e2e61 2024-11-21T16:35:17,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d4b1e60a54a94bd1a2453c74c9fc33f0 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/d4b1e60a54a94bd1a2453c74c9fc33f0 2024-11-21T16:35:17,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/0c88b78345b44019a1c52d88eda65e85 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/0c88b78345b44019a1c52d88eda65e85 2024-11-21T16:35:17,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b9892491352a4a1a8ea663e669b4f235 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b9892491352a4a1a8ea663e669b4f235 2024-11-21T16:35:17,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e31d91770a32457180d6b302d77af28c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e31d91770a32457180d6b302d77af28c 2024-11-21T16:35:17,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/4c8df9694c97435d9c4f2788c1001347 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/4c8df9694c97435d9c4f2788c1001347 2024-11-21T16:35:17,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/51549f5d4c0744e18456b15a79f36f2b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/51549f5d4c0744e18456b15a79f36f2b 2024-11-21T16:35:17,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/7721ece8d6384dca9f77db404210b0ac to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/7721ece8d6384dca9f77db404210b0ac 2024-11-21T16:35:17,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b755644461694da9ab6d49372fe40102 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/b755644461694da9ab6d49372fe40102 2024-11-21T16:35:17,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/322c5142be8a4f3e9e3ef5e98cfd25dc to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/322c5142be8a4f3e9e3ef5e98cfd25dc 2024-11-21T16:35:17,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e381683e674c46649a13b61012d643f6 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/e381683e674c46649a13b61012d643f6 2024-11-21T16:35:17,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/2a1f60069da84cb19d642deb2fd2345a to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/2a1f60069da84cb19d642deb2fd2345a 2024-11-21T16:35:17,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/7554c33633784c3a8ade8b3faa3d08fa, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a822efba0a014680a17feb38064e9d3c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/387e23058c234244af68f7c76417d74c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/640857648c8f4cb3ba8ff6aad261e6c4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6a504f20adde471a8ff20556151d005d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/eed7be7732154e19b94e46c5c2c160ec, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6141d7c111334eac8d5768e687a1ef5c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/bf79d41bdd414efdacc2b5c35bcb598e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/d17babf62c72473dbe9518f751b905c1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6549808dcb53438fb23846177c179d10, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6a014e2414d8434d818aa1dde05f89ce, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4afacde9664043db90dd9c3033851b6a, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/d2955523ae8e484e9eb74ab4c1fdcbc8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/f6d6c2b62e984f8fa89a3e5b24ca9de1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/627ef111cfc54fca8468b51c5a18d3cb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/fcc2c1cc49cb42bb93ac0b53a2808b5f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/45c40dff4ed84b409a2c45d9fa9d356c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/64ab3f42e5a24f6a8f6bf7490102f84e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/bda30c9559594b188d89166978ffb0c3, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/98bbdf7cce5d4fc395893462ef5e879b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/95cbe98f6c554797918e4a12eb610d74, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/272b7d960d444f7394afe381cc458166, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a30c1627e4b644fe95b96d77ba114fc5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/0f2e5ec26a1447b7b805c48d2ec2466a, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/7de116555edb4f2c81355917d0d2337d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/752b773a1d8f47da8bec15172c94d440, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4a9bbe64538c4303976090c900760d20, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/d0a840ae9331449283334042826e96a4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/b8da8f0620a747b990b2a46c96c60168, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/18ef647a4d964f4798c0f5f4a8d14532, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/00c71fec25bf4199b0fbd05bc42603c5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/46ab8e5364dc4ca8a14574d39729063c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a1c812b5a7ea4db481e35189c632a8e1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/063dfcf0879a418c9d250b2668de4816, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4c9916e7fb094e9891cc012a825cee53, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/e9f620038fe4421b9e0208dc63932068, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/1190f3a44ac241b593c1f06598e48ebf, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/3067fe0f87304ea581f5fbedee2ce392, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4cc237312c4f4973a2f80b5e191d7758] to archive 2024-11-21T16:35:17,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:35:17,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/7554c33633784c3a8ade8b3faa3d08fa to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/7554c33633784c3a8ade8b3faa3d08fa 2024-11-21T16:35:17,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a822efba0a014680a17feb38064e9d3c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a822efba0a014680a17feb38064e9d3c 2024-11-21T16:35:17,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/387e23058c234244af68f7c76417d74c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/387e23058c234244af68f7c76417d74c 2024-11-21T16:35:17,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/640857648c8f4cb3ba8ff6aad261e6c4 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/640857648c8f4cb3ba8ff6aad261e6c4 2024-11-21T16:35:17,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6a504f20adde471a8ff20556151d005d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6a504f20adde471a8ff20556151d005d 2024-11-21T16:35:17,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/eed7be7732154e19b94e46c5c2c160ec to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/eed7be7732154e19b94e46c5c2c160ec 2024-11-21T16:35:17,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6141d7c111334eac8d5768e687a1ef5c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6141d7c111334eac8d5768e687a1ef5c 2024-11-21T16:35:17,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/bf79d41bdd414efdacc2b5c35bcb598e to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/bf79d41bdd414efdacc2b5c35bcb598e 2024-11-21T16:35:17,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/d17babf62c72473dbe9518f751b905c1 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/d17babf62c72473dbe9518f751b905c1 2024-11-21T16:35:17,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6549808dcb53438fb23846177c179d10 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6549808dcb53438fb23846177c179d10 2024-11-21T16:35:17,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6a014e2414d8434d818aa1dde05f89ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/6a014e2414d8434d818aa1dde05f89ce 2024-11-21T16:35:17,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4afacde9664043db90dd9c3033851b6a to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4afacde9664043db90dd9c3033851b6a 2024-11-21T16:35:17,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/d2955523ae8e484e9eb74ab4c1fdcbc8 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/d2955523ae8e484e9eb74ab4c1fdcbc8 2024-11-21T16:35:17,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/f6d6c2b62e984f8fa89a3e5b24ca9de1 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/f6d6c2b62e984f8fa89a3e5b24ca9de1 2024-11-21T16:35:17,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/627ef111cfc54fca8468b51c5a18d3cb to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/627ef111cfc54fca8468b51c5a18d3cb 2024-11-21T16:35:17,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/fcc2c1cc49cb42bb93ac0b53a2808b5f to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/fcc2c1cc49cb42bb93ac0b53a2808b5f 2024-11-21T16:35:17,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/45c40dff4ed84b409a2c45d9fa9d356c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/45c40dff4ed84b409a2c45d9fa9d356c 2024-11-21T16:35:17,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/64ab3f42e5a24f6a8f6bf7490102f84e to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/64ab3f42e5a24f6a8f6bf7490102f84e 2024-11-21T16:35:17,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/bda30c9559594b188d89166978ffb0c3 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/bda30c9559594b188d89166978ffb0c3 2024-11-21T16:35:17,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/98bbdf7cce5d4fc395893462ef5e879b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/98bbdf7cce5d4fc395893462ef5e879b 2024-11-21T16:35:17,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/95cbe98f6c554797918e4a12eb610d74 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/95cbe98f6c554797918e4a12eb610d74 2024-11-21T16:35:17,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/272b7d960d444f7394afe381cc458166 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/272b7d960d444f7394afe381cc458166 2024-11-21T16:35:17,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a30c1627e4b644fe95b96d77ba114fc5 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a30c1627e4b644fe95b96d77ba114fc5 2024-11-21T16:35:17,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/0f2e5ec26a1447b7b805c48d2ec2466a to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/0f2e5ec26a1447b7b805c48d2ec2466a 2024-11-21T16:35:17,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/7de116555edb4f2c81355917d0d2337d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/7de116555edb4f2c81355917d0d2337d 2024-11-21T16:35:17,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/752b773a1d8f47da8bec15172c94d440 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/752b773a1d8f47da8bec15172c94d440 2024-11-21T16:35:17,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4a9bbe64538c4303976090c900760d20 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4a9bbe64538c4303976090c900760d20 2024-11-21T16:35:17,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/d0a840ae9331449283334042826e96a4 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/d0a840ae9331449283334042826e96a4 2024-11-21T16:35:17,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/b8da8f0620a747b990b2a46c96c60168 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/b8da8f0620a747b990b2a46c96c60168 2024-11-21T16:35:17,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/18ef647a4d964f4798c0f5f4a8d14532 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/18ef647a4d964f4798c0f5f4a8d14532 2024-11-21T16:35:17,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/00c71fec25bf4199b0fbd05bc42603c5 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/00c71fec25bf4199b0fbd05bc42603c5 2024-11-21T16:35:17,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/46ab8e5364dc4ca8a14574d39729063c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/46ab8e5364dc4ca8a14574d39729063c 2024-11-21T16:35:17,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a1c812b5a7ea4db481e35189c632a8e1 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/a1c812b5a7ea4db481e35189c632a8e1 2024-11-21T16:35:17,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/063dfcf0879a418c9d250b2668de4816 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/063dfcf0879a418c9d250b2668de4816 2024-11-21T16:35:17,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4c9916e7fb094e9891cc012a825cee53 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4c9916e7fb094e9891cc012a825cee53 2024-11-21T16:35:17,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/e9f620038fe4421b9e0208dc63932068 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/e9f620038fe4421b9e0208dc63932068 2024-11-21T16:35:17,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/1190f3a44ac241b593c1f06598e48ebf to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/1190f3a44ac241b593c1f06598e48ebf 2024-11-21T16:35:17,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/3067fe0f87304ea581f5fbedee2ce392 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/3067fe0f87304ea581f5fbedee2ce392 2024-11-21T16:35:17,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4cc237312c4f4973a2f80b5e191d7758 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/4cc237312c4f4973a2f80b5e191d7758 2024-11-21T16:35:18,001 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/recovered.edits/607.seqid, newMaxSeqId=607, maxSeqId=1 2024-11-21T16:35:18,003 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668. 2024-11-21T16:35:18,003 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 939cfdc4a7eae3c99b37150cfa3ed668: 2024-11-21T16:35:18,005 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:18,005 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=939cfdc4a7eae3c99b37150cfa3ed668, regionState=CLOSED 2024-11-21T16:35:18,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-21T16:35:18,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 939cfdc4a7eae3c99b37150cfa3ed668, server=3e736a818b50,32923,1732206884345 in 1.6180 sec 2024-11-21T16:35:18,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-21T16:35:18,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=939cfdc4a7eae3c99b37150cfa3ed668, UNASSIGN in 1.6220 sec 2024-11-21T16:35:18,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-21T16:35:18,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6310 sec 2024-11-21T16:35:18,012 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732206918012"}]},"ts":"1732206918012"} 2024-11-21T16:35:18,013 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T16:35:18,031 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T16:35:18,033 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T16:35:18,052 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T16:35:18,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7170 sec 2024-11-21T16:35:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-21T16:35:18,450 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 42 completed 2024-11-21T16:35:18,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T16:35:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=46, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:35:18,463 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=46, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:35:18,464 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=46, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:35:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-21T16:35:18,467 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:18,471 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/recovered.edits] 2024-11-21T16:35:18,474 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/04952283cf85437784a12d0d868dcb52 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/04952283cf85437784a12d0d868dcb52 2024-11-21T16:35:18,475 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/2b5cf93311ec4ec78b0235c922f232f1 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/2b5cf93311ec4ec78b0235c922f232f1 2024-11-21T16:35:18,477 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5c4c4297067e436e827967193647d25e to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/5c4c4297067e436e827967193647d25e 2024-11-21T16:35:18,479 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/cddfd03d0c00434e9507fc6522d59631 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/A/cddfd03d0c00434e9507fc6522d59631 2024-11-21T16:35:18,481 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/4a57e75a39f147f587f4a3a38ce92cb5 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/4a57e75a39f147f587f4a3a38ce92cb5 2024-11-21T16:35:18,483 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/534ff3063d794372a494c884a95ce57b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/534ff3063d794372a494c884a95ce57b 2024-11-21T16:35:18,484 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/90dd88bc5d74480caaef8b32af52a2de to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/90dd88bc5d74480caaef8b32af52a2de 2024-11-21T16:35:18,485 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/fb496751917e45a8951a45decad040e0 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/B/fb496751917e45a8951a45decad040e0 2024-11-21T16:35:18,488 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/3093159725d847999e1a1ff9666455f1 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/3093159725d847999e1a1ff9666455f1 2024-11-21T16:35:18,489 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/5bf86a388056462bafcec75e3730991b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/5bf86a388056462bafcec75e3730991b 2024-11-21T16:35:18,491 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/9cd9a12a694b468da19cd2dea09bd763 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/9cd9a12a694b468da19cd2dea09bd763 2024-11-21T16:35:18,492 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/f14e6f1f1faa40aab97bc0542948d989 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/C/f14e6f1f1faa40aab97bc0542948d989 2024-11-21T16:35:18,495 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/recovered.edits/607.seqid to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668/recovered.edits/607.seqid 2024-11-21T16:35:18,495 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/939cfdc4a7eae3c99b37150cfa3ed668 2024-11-21T16:35:18,495 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T16:35:18,500 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=46, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:35:18,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T16:35:18,507 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T16:35:18,535 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T16:35:18,536 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=46, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:35:18,537 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T16:35:18,537 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732206918537"}]},"ts":"9223372036854775807"} 2024-11-21T16:35:18,540 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T16:35:18,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 939cfdc4a7eae3c99b37150cfa3ed668, NAME => 'TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T16:35:18,540 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T16:35:18,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732206918540"}]},"ts":"9223372036854775807"} 2024-11-21T16:35:18,543 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T16:35:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-21T16:35:18,578 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=46, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:35:18,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 119 msec 2024-11-21T16:35:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-21T16:35:18,768 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 46 completed 2024-11-21T16:35:18,784 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: hconnection-0x62021f49-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x62021f49-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/3e736a818b50:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-726179357_22 at /127.0.0.1:60910 [Waiting for operation #292] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x62021f49-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: hconnection-0x62021f49-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;3e736a818b50:32923-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_535729413_22 at /127.0.0.1:39598 [Waiting for operation #235] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 296) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7631 (was 8162) 2024-11-21T16:35:18,793 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=7631 2024-11-21T16:35:18,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T16:35:18,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T16:35:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T16:35:18,798 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T16:35:18,799 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:18,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 47 2024-11-21T16:35:18,799 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T16:35:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T16:35:18,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741967_1143 (size=963) 2024-11-21T16:35:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T16:35:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T16:35:19,212 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33 2024-11-21T16:35:19,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741968_1144 (size=53) 2024-11-21T16:35:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T16:35:19,620 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:35:19,620 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 599adbc8952765e1c35aa6160f1367ce, disabling compactions & flushes 2024-11-21T16:35:19,620 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:19,620 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:19,620 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. after waiting 0 ms 2024-11-21T16:35:19,620 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:19,620 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:19,620 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:19,621 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T16:35:19,622 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732206919621"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732206919621"}]},"ts":"1732206919621"} 2024-11-21T16:35:19,623 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T16:35:19,624 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T16:35:19,625 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732206919624"}]},"ts":"1732206919624"} 2024-11-21T16:35:19,626 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T16:35:19,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=599adbc8952765e1c35aa6160f1367ce, ASSIGN}] 2024-11-21T16:35:19,678 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=599adbc8952765e1c35aa6160f1367ce, ASSIGN 2024-11-21T16:35:19,679 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=599adbc8952765e1c35aa6160f1367ce, ASSIGN; state=OFFLINE, location=3e736a818b50,32923,1732206884345; forceNewPlan=false, retain=false 2024-11-21T16:35:19,830 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=599adbc8952765e1c35aa6160f1367ce, regionState=OPENING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:35:19,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; OpenRegionProcedure 599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:35:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T16:35:19,986 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:19,992 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:19,992 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} 2024-11-21T16:35:19,993 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:19,993 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:35:19,993 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:19,993 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:19,996 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:19,999 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:35:19,999 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 599adbc8952765e1c35aa6160f1367ce columnFamilyName A 2024-11-21T16:35:19,999 DEBUG [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:20,000 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.HStore(327): Store=599adbc8952765e1c35aa6160f1367ce/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:35:20,001 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:20,002 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:35:20,004 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 599adbc8952765e1c35aa6160f1367ce columnFamilyName B 2024-11-21T16:35:20,004 DEBUG [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:20,005 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.HStore(327): Store=599adbc8952765e1c35aa6160f1367ce/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:35:20,005 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:20,007 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:35:20,007 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 599adbc8952765e1c35aa6160f1367ce columnFamilyName C 2024-11-21T16:35:20,007 DEBUG [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:20,008 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.HStore(327): Store=599adbc8952765e1c35aa6160f1367ce/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:35:20,008 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:20,009 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:20,009 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:20,011 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T16:35:20,012 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:20,014 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T16:35:20,014 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 599adbc8952765e1c35aa6160f1367ce; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73419260, jitterRate=0.09403222799301147}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T16:35:20,015 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:20,016 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., pid=49, masterSystemTime=1732206919986 2024-11-21T16:35:20,017 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:20,017 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:20,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=599adbc8952765e1c35aa6160f1367ce, regionState=OPEN, openSeqNum=2, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:35:20,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=48 2024-11-21T16:35:20,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=48, state=SUCCESS; OpenRegionProcedure 599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 in 186 msec 2024-11-21T16:35:20,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-21T16:35:20,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=599adbc8952765e1c35aa6160f1367ce, ASSIGN in 344 msec 2024-11-21T16:35:20,023 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T16:35:20,024 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732206920023"}]},"ts":"1732206920023"} 2024-11-21T16:35:20,025 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T16:35:20,061 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T16:35:20,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2660 sec 2024-11-21T16:35:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T16:35:20,911 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-21T16:35:20,916 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x118b007e to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d29de25 2024-11-21T16:35:20,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a378df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:20,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:20,976 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:20,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T16:35:20,980 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T16:35:20,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T16:35:20,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T16:35:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=50, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T16:35:21,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741969_1145 (size=999) 2024-11-21T16:35:21,407 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-21T16:35:21,407 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-21T16:35:21,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T16:35:21,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=599adbc8952765e1c35aa6160f1367ce, REOPEN/MOVE}] 2024-11-21T16:35:21,425 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=599adbc8952765e1c35aa6160f1367ce, REOPEN/MOVE 2024-11-21T16:35:21,426 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=599adbc8952765e1c35aa6160f1367ce, regionState=CLOSING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:35:21,427 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T16:35:21,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE; CloseRegionProcedure 599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:35:21,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:21,581 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(124): Close 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:21,581 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T16:35:21,581 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1681): Closing 599adbc8952765e1c35aa6160f1367ce, disabling compactions & flushes 2024-11-21T16:35:21,581 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:21,581 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:21,581 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. after waiting 0 ms 2024-11-21T16:35:21,582 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:21,591 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T16:35:21,592 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:21,592 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1635): Region close journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:21,592 WARN [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionServer(3786): Not adding moved region record: 599adbc8952765e1c35aa6160f1367ce to self. 2024-11-21T16:35:21,594 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(170): Closed 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:21,595 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=599adbc8952765e1c35aa6160f1367ce, regionState=CLOSED 2024-11-21T16:35:21,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=52 2024-11-21T16:35:21,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=52, state=SUCCESS; CloseRegionProcedure 599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 in 169 msec 2024-11-21T16:35:21,599 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=599adbc8952765e1c35aa6160f1367ce, REOPEN/MOVE; state=CLOSED, location=3e736a818b50,32923,1732206884345; forceNewPlan=false, retain=true 2024-11-21T16:35:21,750 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=599adbc8952765e1c35aa6160f1367ce, regionState=OPENING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:35:21,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=52, state=RUNNABLE; OpenRegionProcedure 599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:35:21,904 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:21,912 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:21,912 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} 2024-11-21T16:35:21,913 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:21,913 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:35:21,913 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:21,913 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:21,919 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:21,921 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:35:21,944 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 599adbc8952765e1c35aa6160f1367ce columnFamilyName A 2024-11-21T16:35:21,947 DEBUG [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:21,947 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.HStore(327): Store=599adbc8952765e1c35aa6160f1367ce/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:35:21,948 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:21,948 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:35:21,948 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 599adbc8952765e1c35aa6160f1367ce columnFamilyName B 2024-11-21T16:35:21,948 DEBUG [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:21,949 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.HStore(327): Store=599adbc8952765e1c35aa6160f1367ce/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:35:21,949 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:21,950 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:35:21,950 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 599adbc8952765e1c35aa6160f1367ce columnFamilyName C 2024-11-21T16:35:21,950 DEBUG [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:21,950 INFO [StoreOpener-599adbc8952765e1c35aa6160f1367ce-1 {}] regionserver.HStore(327): Store=599adbc8952765e1c35aa6160f1367ce/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:35:21,950 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:21,951 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:21,952 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:21,953 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T16:35:21,954 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:21,955 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 599adbc8952765e1c35aa6160f1367ce; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72596166, jitterRate=0.08176717162132263}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T16:35:21,956 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:21,957 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., pid=54, masterSystemTime=1732206921904 2024-11-21T16:35:21,958 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:21,959 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:21,959 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=599adbc8952765e1c35aa6160f1367ce, regionState=OPEN, openSeqNum=5, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:35:21,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=52 2024-11-21T16:35:21,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=52, state=SUCCESS; OpenRegionProcedure 599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 in 236 msec 2024-11-21T16:35:21,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-21T16:35:21,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=599adbc8952765e1c35aa6160f1367ce, REOPEN/MOVE in 564 msec 2024-11-21T16:35:21,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=50 2024-11-21T16:35:21,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=50, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 580 msec 2024-11-21T16:35:21,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.0060 sec 2024-11-21T16:35:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=50 2024-11-21T16:35:22,004 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79982672 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2931c73e 2024-11-21T16:35:22,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bad2e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:22,040 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b4bd1ba to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@491ea2ee 2024-11-21T16:35:22,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328f994d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:22,055 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x454f1431 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@190853fc 2024-11-21T16:35:22,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9306be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:22,067 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x505d5ccd to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46114993 2024-11-21T16:35:22,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:22,079 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x367f47f7 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2885d2d9 2024-11-21T16:35:22,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:22,091 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-11-21T16:35:22,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:22,104 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b727d6e to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14c16cd4 2024-11-21T16:35:22,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52344f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:22,116 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7940d9 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@341384e 2024-11-21T16:35:22,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba8425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:22,130 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c38ee58 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26b120d9 2024-11-21T16:35:22,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af61386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:22,145 DEBUG [hconnection-0x266405ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:22,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:22,146 DEBUG [hconnection-0x3795ec0e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:22,146 DEBUG [hconnection-0x8e94b12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-21T16:35:22,147 DEBUG [hconnection-0x452cbbe5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:22,148 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:22,148 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:22,148 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:22,148 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T16:35:22,149 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:22,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:22,152 DEBUG [hconnection-0x12e2ac45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:22,153 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:22,153 DEBUG [hconnection-0x7abdb9aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:22,153 DEBUG [hconnection-0x160afe77-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:22,154 DEBUG [hconnection-0x1b80bd1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:22,154 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:22,155 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:22,156 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:22,156 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:22,156 DEBUG [hconnection-0x42b4d2a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:22,158 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:22,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:35:22,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:22,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:22,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:22,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:22,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:22,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:22,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206982195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206982196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206982197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206982198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206982199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a93e219a3a1f44e38d338c8a46c8219f_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206922161/Put/seqid=0 2024-11-21T16:35:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T16:35:22,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741970_1146 (size=12154) 2024-11-21T16:35:22,268 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:22,275 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a93e219a3a1f44e38d338c8a46c8219f_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a93e219a3a1f44e38d338c8a46c8219f_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:22,276 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/f343593dd9f946aab5274e9f52958945, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:22,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/f343593dd9f946aab5274e9f52958945 is 175, key is test_row_0/A:col10/1732206922161/Put/seqid=0 2024-11-21T16:35:22,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741971_1147 (size=30955) 2024-11-21T16:35:22,301 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/f343593dd9f946aab5274e9f52958945 2024-11-21T16:35:22,303 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T16:35:22,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:22,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206982301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:22,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206982301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:22,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206982302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206982303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:22,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206982301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/b29a25c67d8d4e8b9d6da2696831cc85 is 50, key is test_row_0/B:col10/1732206922161/Put/seqid=0 2024-11-21T16:35:22,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741972_1148 (size=12001) 2024-11-21T16:35:22,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/b29a25c67d8d4e8b9d6da2696831cc85 2024-11-21T16:35:22,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/9fb35f3f45ac47958550cfd9acd8cbac is 50, key is test_row_0/C:col10/1732206922161/Put/seqid=0 2024-11-21T16:35:22,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741973_1149 (size=12001) 2024-11-21T16:35:22,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/9fb35f3f45ac47958550cfd9acd8cbac 2024-11-21T16:35:22,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/f343593dd9f946aab5274e9f52958945 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/f343593dd9f946aab5274e9f52958945 2024-11-21T16:35:22,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/f343593dd9f946aab5274e9f52958945, entries=150, sequenceid=16, filesize=30.2 K 2024-11-21T16:35:22,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/b29a25c67d8d4e8b9d6da2696831cc85 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/b29a25c67d8d4e8b9d6da2696831cc85 2024-11-21T16:35:22,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/b29a25c67d8d4e8b9d6da2696831cc85, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T16:35:22,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/9fb35f3f45ac47958550cfd9acd8cbac as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/9fb35f3f45ac47958550cfd9acd8cbac 2024-11-21T16:35:22,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/9fb35f3f45ac47958550cfd9acd8cbac, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T16:35:22,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 599adbc8952765e1c35aa6160f1367ce in 248ms, sequenceid=16, compaction requested=false 2024-11-21T16:35:22,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:22,456 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T16:35:22,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:22,457 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T16:35:22,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:22,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T16:35:22,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215d21910192934647a583871dcbec83e3_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206922188/Put/seqid=0 2024-11-21T16:35:22,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741974_1150 (size=12154) 2024-11-21T16:35:22,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:22,501 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215d21910192934647a583871dcbec83e3_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215d21910192934647a583871dcbec83e3_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/ef8936fe838341f9ba45f33d2b4d14f3, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:22,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/ef8936fe838341f9ba45f33d2b4d14f3 is 175, key is test_row_0/A:col10/1732206922188/Put/seqid=0 2024-11-21T16:35:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:22,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:22,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206982514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206982517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206982518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206982519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206982520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741975_1151 (size=30955) 2024-11-21T16:35:22,532 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/ef8936fe838341f9ba45f33d2b4d14f3 2024-11-21T16:35:22,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/a41f2e5b868d4c6aabef5223c3cbecec is 50, key is test_row_0/B:col10/1732206922188/Put/seqid=0 2024-11-21T16:35:22,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741976_1152 (size=12001) 2024-11-21T16:35:22,561 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/a41f2e5b868d4c6aabef5223c3cbecec 2024-11-21T16:35:22,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/59b5576f9891482589fa4b3aedb995f9 is 50, key is test_row_0/C:col10/1732206922188/Put/seqid=0 2024-11-21T16:35:22,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741977_1153 (size=12001) 2024-11-21T16:35:22,599 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/59b5576f9891482589fa4b3aedb995f9 2024-11-21T16:35:22,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/ef8936fe838341f9ba45f33d2b4d14f3 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/ef8936fe838341f9ba45f33d2b4d14f3 2024-11-21T16:35:22,619 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/ef8936fe838341f9ba45f33d2b4d14f3, entries=150, sequenceid=41, filesize=30.2 K 2024-11-21T16:35:22,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/a41f2e5b868d4c6aabef5223c3cbecec as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/a41f2e5b868d4c6aabef5223c3cbecec 2024-11-21T16:35:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206982621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206982623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206982623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206982625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206982628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,635 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/a41f2e5b868d4c6aabef5223c3cbecec, entries=150, sequenceid=41, filesize=11.7 K 2024-11-21T16:35:22,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/59b5576f9891482589fa4b3aedb995f9 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/59b5576f9891482589fa4b3aedb995f9 2024-11-21T16:35:22,642 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/59b5576f9891482589fa4b3aedb995f9, entries=150, sequenceid=41, filesize=11.7 K 2024-11-21T16:35:22,643 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 599adbc8952765e1c35aa6160f1367ce in 186ms, sequenceid=41, compaction requested=false 2024-11-21T16:35:22,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:22,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:22,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-21T16:35:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-21T16:35:22,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-21T16:35:22,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 494 msec 2024-11-21T16:35:22,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 501 msec 2024-11-21T16:35:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T16:35:22,766 INFO [Thread-713 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-21T16:35:22,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-21T16:35:22,770 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T16:35:22,771 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:22,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:22,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T16:35:22,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:22,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:22,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:22,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:22,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:22,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:22,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112145737a1a8327480aa8ba3f912b00f100_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206922518/Put/seqid=0 2024-11-21T16:35:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T16:35:22,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206982887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206982890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206982891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206982893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206982894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741978_1154 (size=14594) 2024-11-21T16:35:22,922 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:22,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-21T16:35:22,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:22,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:22,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:22,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:22,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206982996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206982997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206982997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206982998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206982998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T16:35:23,075 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-21T16:35:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206983207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206983208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206983209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206983210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206983210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,228 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-21T16:35:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:23,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,306 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:23,310 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112145737a1a8327480aa8ba3f912b00f100_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112145737a1a8327480aa8ba3f912b00f100_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:23,311 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/9eeeb116acb348ee8bce2bbf801c67ed, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:23,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/9eeeb116acb348ee8bce2bbf801c67ed is 175, key is test_row_0/A:col10/1732206922518/Put/seqid=0 2024-11-21T16:35:23,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741979_1155 (size=39549) 2024-11-21T16:35:23,324 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/9eeeb116acb348ee8bce2bbf801c67ed 2024-11-21T16:35:23,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/a26cf3b60f1c466595bdc1554fd03443 is 50, key is test_row_0/B:col10/1732206922518/Put/seqid=0 2024-11-21T16:35:23,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741980_1156 (size=12001) 2024-11-21T16:35:23,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/a26cf3b60f1c466595bdc1554fd03443 2024-11-21T16:35:23,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/a2754c8d223f44ccbd450765cb60f379 is 50, key is test_row_0/C:col10/1732206922518/Put/seqid=0 2024-11-21T16:35:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T16:35:23,382 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-21T16:35:23,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741981_1157 (size=12001) 2024-11-21T16:35:23,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:23,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/a2754c8d223f44ccbd450765cb60f379 2024-11-21T16:35:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/9eeeb116acb348ee8bce2bbf801c67ed as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9eeeb116acb348ee8bce2bbf801c67ed 2024-11-21T16:35:23,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9eeeb116acb348ee8bce2bbf801c67ed, entries=200, sequenceid=53, filesize=38.6 K 2024-11-21T16:35:23,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/a26cf3b60f1c466595bdc1554fd03443 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/a26cf3b60f1c466595bdc1554fd03443 2024-11-21T16:35:23,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/a26cf3b60f1c466595bdc1554fd03443, entries=150, sequenceid=53, filesize=11.7 K 2024-11-21T16:35:23,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/a2754c8d223f44ccbd450765cb60f379 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/a2754c8d223f44ccbd450765cb60f379 2024-11-21T16:35:23,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/a2754c8d223f44ccbd450765cb60f379, entries=150, sequenceid=53, filesize=11.7 K 2024-11-21T16:35:23,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 599adbc8952765e1c35aa6160f1367ce in 582ms, sequenceid=53, compaction requested=true 2024-11-21T16:35:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:23,420 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:35:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:23,420 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:35:23,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:23,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:35:23,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:23,422 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:23,422 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/A is initiating minor compaction (all files) 2024-11-21T16:35:23,422 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/A in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,422 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/f343593dd9f946aab5274e9f52958945, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/ef8936fe838341f9ba45f33d2b4d14f3, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9eeeb116acb348ee8bce2bbf801c67ed] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=99.1 K 2024-11-21T16:35:23,422 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,422 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/f343593dd9f946aab5274e9f52958945, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/ef8936fe838341f9ba45f33d2b4d14f3, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9eeeb116acb348ee8bce2bbf801c67ed] 2024-11-21T16:35:23,423 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:23,423 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/B is initiating minor compaction (all files) 2024-11-21T16:35:23,423 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/B in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,423 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/b29a25c67d8d4e8b9d6da2696831cc85, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/a41f2e5b868d4c6aabef5223c3cbecec, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/a26cf3b60f1c466595bdc1554fd03443] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=35.2 K 2024-11-21T16:35:23,423 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting f343593dd9f946aab5274e9f52958945, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732206922161 2024-11-21T16:35:23,424 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting b29a25c67d8d4e8b9d6da2696831cc85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732206922161 2024-11-21T16:35:23,424 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef8936fe838341f9ba45f33d2b4d14f3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732206922188 2024-11-21T16:35:23,424 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting a41f2e5b868d4c6aabef5223c3cbecec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732206922188 2024-11-21T16:35:23,424 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9eeeb116acb348ee8bce2bbf801c67ed, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732206922512 2024-11-21T16:35:23,424 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting a26cf3b60f1c466595bdc1554fd03443, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732206922517 2024-11-21T16:35:23,442 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:23,447 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#B#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:23,448 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/fbee92aee01d446891423365cac9adf2 is 50, key is test_row_0/B:col10/1732206922518/Put/seqid=0 2024-11-21T16:35:23,455 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121923f2d5a5f984155a21699f531f6c2aa_599adbc8952765e1c35aa6160f1367ce store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:23,462 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121923f2d5a5f984155a21699f531f6c2aa_599adbc8952765e1c35aa6160f1367ce, store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:23,462 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121923f2d5a5f984155a21699f531f6c2aa_599adbc8952765e1c35aa6160f1367ce because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:23,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741982_1158 (size=12104) 2024-11-21T16:35:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741983_1159 (size=4469) 2024-11-21T16:35:23,481 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#A#compaction#137 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:23,483 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/a8b95c532021476880617494d1be5e25 is 175, key is test_row_0/A:col10/1732206922518/Put/seqid=0 2024-11-21T16:35:23,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741984_1160 (size=31058) 2024-11-21T16:35:23,509 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/a8b95c532021476880617494d1be5e25 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a8b95c532021476880617494d1be5e25 2024-11-21T16:35:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:23,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T16:35:23,517 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/A of 599adbc8952765e1c35aa6160f1367ce into a8b95c532021476880617494d1be5e25(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:23,517 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:23,517 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/A, priority=13, startTime=1732206923420; duration=0sec 2024-11-21T16:35:23,518 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:23,518 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:A 2024-11-21T16:35:23,518 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:23,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:23,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:23,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:23,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:23,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:23,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:23,519 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:23,519 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/C is initiating minor compaction (all files) 2024-11-21T16:35:23,519 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/C in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,519 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/9fb35f3f45ac47958550cfd9acd8cbac, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/59b5576f9891482589fa4b3aedb995f9, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/a2754c8d223f44ccbd450765cb60f379] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=35.2 K 2024-11-21T16:35:23,520 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fb35f3f45ac47958550cfd9acd8cbac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732206922161 2024-11-21T16:35:23,520 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59b5576f9891482589fa4b3aedb995f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732206922188 2024-11-21T16:35:23,520 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2754c8d223f44ccbd450765cb60f379, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732206922517 2024-11-21T16:35:23,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206983521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206983522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206983523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206983523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206983525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,536 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-21T16:35:23,536 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#C#compaction#139 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,537 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/ded1334e250b4a0d83e03962d2a4248b is 50, key is test_row_0/C:col10/1732206922518/Put/seqid=0 2024-11-21T16:35:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211a9a7eb9a85542e6b0dfe52e7d3d4c0c_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206923514/Put/seqid=0 2024-11-21T16:35:23,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741985_1161 (size=12104) 2024-11-21T16:35:23,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T16:35:23,564 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/ded1334e250b4a0d83e03962d2a4248b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/ded1334e250b4a0d83e03962d2a4248b 2024-11-21T16:35:23,570 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/C of 599adbc8952765e1c35aa6160f1367ce into ded1334e250b4a0d83e03962d2a4248b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:23,570 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:23,571 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/C, priority=13, startTime=1732206923421; duration=0sec 2024-11-21T16:35:23,571 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:23,571 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:C 2024-11-21T16:35:23,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741986_1162 (size=12154) 2024-11-21T16:35:23,589 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:23,593 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211a9a7eb9a85542e6b0dfe52e7d3d4c0c_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211a9a7eb9a85542e6b0dfe52e7d3d4c0c_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:23,594 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/c9c1fc4ebebf4c83b6d038b89f943c94, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:23,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/c9c1fc4ebebf4c83b6d038b89f943c94 is 175, key is test_row_0/A:col10/1732206923514/Put/seqid=0 2024-11-21T16:35:23,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741987_1163 (size=30955) 2024-11-21T16:35:23,609 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/c9c1fc4ebebf4c83b6d038b89f943c94 2024-11-21T16:35:23,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/3b45bb5de1514e65855744532a7cd6a6 is 50, key is test_row_0/B:col10/1732206923514/Put/seqid=0 2024-11-21T16:35:23,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206983627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206983627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206983629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206983630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206983631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741988_1164 (size=12001) 2024-11-21T16:35:23,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/3b45bb5de1514e65855744532a7cd6a6 2024-11-21T16:35:23,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/0b55dc7faf5c4114b7361e9a85781bca is 50, key is test_row_0/C:col10/1732206923514/Put/seqid=0 2024-11-21T16:35:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741989_1165 (size=12001) 2024-11-21T16:35:23,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/0b55dc7faf5c4114b7361e9a85781bca 2024-11-21T16:35:23,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/c9c1fc4ebebf4c83b6d038b89f943c94 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/c9c1fc4ebebf4c83b6d038b89f943c94 2024-11-21T16:35:23,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/c9c1fc4ebebf4c83b6d038b89f943c94, entries=150, sequenceid=81, filesize=30.2 K 2024-11-21T16:35:23,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/3b45bb5de1514e65855744532a7cd6a6 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/3b45bb5de1514e65855744532a7cd6a6 2024-11-21T16:35:23,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/3b45bb5de1514e65855744532a7cd6a6, entries=150, sequenceid=81, filesize=11.7 K 2024-11-21T16:35:23,689 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-21T16:35:23,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:23,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/0b55dc7faf5c4114b7361e9a85781bca as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/0b55dc7faf5c4114b7361e9a85781bca 2024-11-21T16:35:23,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/0b55dc7faf5c4114b7361e9a85781bca, entries=150, sequenceid=81, filesize=11.7 K 2024-11-21T16:35:23,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 599adbc8952765e1c35aa6160f1367ce in 186ms, sequenceid=81, compaction requested=false 2024-11-21T16:35:23,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:23,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:35:23,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:23,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:23,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:23,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:23,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:23,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:23,842 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-21T16:35:23,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:23,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f5727ee2ef114ac695dbf4328e546cd2_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206923833/Put/seqid=0 2024-11-21T16:35:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741990_1166 (size=12154) 2024-11-21T16:35:23,865 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:23,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206983861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206983862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206983862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206983864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,870 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f5727ee2ef114ac695dbf4328e546cd2_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f5727ee2ef114ac695dbf4328e546cd2_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:23,872 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/3f315c51df364b2b8b4c5cd88b2f38c2, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:23,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/3f315c51df364b2b8b4c5cd88b2f38c2 is 175, key is test_row_0/A:col10/1732206923833/Put/seqid=0 2024-11-21T16:35:23,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206983869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T16:35:23,877 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/fbee92aee01d446891423365cac9adf2 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/fbee92aee01d446891423365cac9adf2 2024-11-21T16:35:23,885 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/B of 599adbc8952765e1c35aa6160f1367ce into fbee92aee01d446891423365cac9adf2(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:23,885 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:23,885 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/B, priority=13, startTime=1732206923420; duration=0sec 2024-11-21T16:35:23,885 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:23,885 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:B 2024-11-21T16:35:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741991_1167 (size=30955) 2024-11-21T16:35:23,898 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/3f315c51df364b2b8b4c5cd88b2f38c2 2024-11-21T16:35:23,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/d82e8727ed4e40c9a5f9e26c2d1e574b is 50, key is test_row_0/B:col10/1732206923833/Put/seqid=0 2024-11-21T16:35:23,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741992_1168 (size=12001) 2024-11-21T16:35:23,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/d82e8727ed4e40c9a5f9e26c2d1e574b 2024-11-21T16:35:23,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/7b7a1fd698c14b6ca8e52d5c49fcadd3 is 50, key is test_row_0/C:col10/1732206923833/Put/seqid=0 2024-11-21T16:35:23,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741993_1169 (size=12001) 2024-11-21T16:35:23,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206983970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206983970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206983971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206983972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206983976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,995 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:23,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-21T16:35:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:23,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:24,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-21T16:35:24,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:24,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:24,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:24,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:24,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:24,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206984174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206984174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206984175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206984176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206984178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,301 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-21T16:35:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:24,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:24,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/7b7a1fd698c14b6ca8e52d5c49fcadd3 2024-11-21T16:35:24,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/3f315c51df364b2b8b4c5cd88b2f38c2 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/3f315c51df364b2b8b4c5cd88b2f38c2 2024-11-21T16:35:24,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/3f315c51df364b2b8b4c5cd88b2f38c2, entries=150, sequenceid=93, filesize=30.2 K 2024-11-21T16:35:24,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/d82e8727ed4e40c9a5f9e26c2d1e574b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/d82e8727ed4e40c9a5f9e26c2d1e574b 2024-11-21T16:35:24,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/d82e8727ed4e40c9a5f9e26c2d1e574b, entries=150, sequenceid=93, filesize=11.7 K 2024-11-21T16:35:24,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/7b7a1fd698c14b6ca8e52d5c49fcadd3 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7b7a1fd698c14b6ca8e52d5c49fcadd3 2024-11-21T16:35:24,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7b7a1fd698c14b6ca8e52d5c49fcadd3, entries=150, sequenceid=93, filesize=11.7 K 2024-11-21T16:35:24,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 599adbc8952765e1c35aa6160f1367ce in 529ms, sequenceid=93, compaction requested=true 2024-11-21T16:35:24,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:24,364 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:24,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:35:24,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:24,364 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:24,365 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:24,366 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/B is initiating minor compaction (all files) 2024-11-21T16:35:24,366 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/B in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:24,366 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/fbee92aee01d446891423365cac9adf2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/3b45bb5de1514e65855744532a7cd6a6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/d82e8727ed4e40c9a5f9e26c2d1e574b] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=35.3 K 2024-11-21T16:35:24,367 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:24,367 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/A is initiating minor compaction (all files) 2024-11-21T16:35:24,367 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/A in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:24,367 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a8b95c532021476880617494d1be5e25, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/c9c1fc4ebebf4c83b6d038b89f943c94, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/3f315c51df364b2b8b4c5cd88b2f38c2] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=90.8 K 2024-11-21T16:35:24,367 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:24,367 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a8b95c532021476880617494d1be5e25, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/c9c1fc4ebebf4c83b6d038b89f943c94, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/3f315c51df364b2b8b4c5cd88b2f38c2] 2024-11-21T16:35:24,368 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8b95c532021476880617494d1be5e25, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732206922517 2024-11-21T16:35:24,368 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting fbee92aee01d446891423365cac9adf2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732206922517 2024-11-21T16:35:24,369 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b45bb5de1514e65855744532a7cd6a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732206923511 2024-11-21T16:35:24,369 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9c1fc4ebebf4c83b6d038b89f943c94, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732206923511 2024-11-21T16:35:24,370 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting d82e8727ed4e40c9a5f9e26c2d1e574b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732206923521 2024-11-21T16:35:24,370 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f315c51df364b2b8b4c5cd88b2f38c2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732206923521 2024-11-21T16:35:24,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:35:24,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:24,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:35:24,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:24,382 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#B#compaction#146 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:24,383 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/8845c705dffd4bb4970607333fc94fa2 is 50, key is test_row_0/B:col10/1732206923833/Put/seqid=0 2024-11-21T16:35:24,392 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:24,402 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411219585ee056eaf4f21b96953147e706292_599adbc8952765e1c35aa6160f1367ce store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:24,406 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411219585ee056eaf4f21b96953147e706292_599adbc8952765e1c35aa6160f1367ce, store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:24,406 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219585ee056eaf4f21b96953147e706292_599adbc8952765e1c35aa6160f1367ce because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:24,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741994_1170 (size=12207) 2024-11-21T16:35:24,422 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/8845c705dffd4bb4970607333fc94fa2 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/8845c705dffd4bb4970607333fc94fa2 2024-11-21T16:35:24,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741995_1171 (size=4469) 2024-11-21T16:35:24,428 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#A#compaction#147 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:24,428 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/a53e92a67d2a4e92b098b8972075f89e is 175, key is test_row_0/A:col10/1732206923833/Put/seqid=0 2024-11-21T16:35:24,434 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/B of 599adbc8952765e1c35aa6160f1367ce into 8845c705dffd4bb4970607333fc94fa2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:24,434 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:24,434 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/B, priority=13, startTime=1732206924364; duration=0sec 2024-11-21T16:35:24,434 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:24,434 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:B 2024-11-21T16:35:24,434 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:24,436 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:24,436 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/C is initiating minor compaction (all files) 2024-11-21T16:35:24,436 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/C in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:24,436 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/ded1334e250b4a0d83e03962d2a4248b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/0b55dc7faf5c4114b7361e9a85781bca, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7b7a1fd698c14b6ca8e52d5c49fcadd3] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=35.3 K 2024-11-21T16:35:24,437 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting ded1334e250b4a0d83e03962d2a4248b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732206922517 2024-11-21T16:35:24,437 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b55dc7faf5c4114b7361e9a85781bca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732206923511 2024-11-21T16:35:24,438 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b7a1fd698c14b6ca8e52d5c49fcadd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732206923521 2024-11-21T16:35:24,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741996_1172 (size=31161) 2024-11-21T16:35:24,450 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#C#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:24,450 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/73696365e5bc4102b9787b15712849f6 is 50, key is test_row_0/C:col10/1732206923833/Put/seqid=0 2024-11-21T16:35:24,454 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-21T16:35:24,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:24,455 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T16:35:24,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:24,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:24,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:24,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:24,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:24,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:24,458 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/a53e92a67d2a4e92b098b8972075f89e as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a53e92a67d2a4e92b098b8972075f89e 2024-11-21T16:35:24,467 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/A of 599adbc8952765e1c35aa6160f1367ce into a53e92a67d2a4e92b098b8972075f89e(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:24,468 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:24,468 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/A, priority=13, startTime=1732206924364; duration=0sec 2024-11-21T16:35:24,468 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:24,468 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:A 2024-11-21T16:35:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:24,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:24,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112169f453e325024fdca5290c9fffcb281e_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206923855/Put/seqid=0 2024-11-21T16:35:24,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741997_1173 (size=12207) 2024-11-21T16:35:24,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206984483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206984484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206984485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206984487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206984489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741998_1174 (size=12154) 2024-11-21T16:35:24,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206984590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206984591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206984592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206984592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206984595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206984793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206984794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206984795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206984796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206984800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T16:35:24,895 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/73696365e5bc4102b9787b15712849f6 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/73696365e5bc4102b9787b15712849f6 2024-11-21T16:35:24,902 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/C of 599adbc8952765e1c35aa6160f1367ce into 73696365e5bc4102b9787b15712849f6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:24,902 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:24,902 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/C, priority=13, startTime=1732206924370; duration=0sec 2024-11-21T16:35:24,902 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:24,902 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:C 2024-11-21T16:35:24,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:24,936 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112169f453e325024fdca5290c9fffcb281e_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112169f453e325024fdca5290c9fffcb281e_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:24,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/8e83998a6a1e416a8214637ac2372f11, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:24,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/8e83998a6a1e416a8214637ac2372f11 is 175, key is test_row_0/A:col10/1732206923855/Put/seqid=0 2024-11-21T16:35:24,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741999_1175 (size=30955) 2024-11-21T16:35:24,946 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/8e83998a6a1e416a8214637ac2372f11 2024-11-21T16:35:24,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/845b0e09324948e79ebd2fcb69318eab is 50, key is test_row_0/B:col10/1732206923855/Put/seqid=0 2024-11-21T16:35:24,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742000_1176 (size=12001) 2024-11-21T16:35:25,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206985099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206985099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206985100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206985101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206985103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,362 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/845b0e09324948e79ebd2fcb69318eab 2024-11-21T16:35:25,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/95ac4b5c353f4dc0bf4752afc2b138ac is 50, key is test_row_0/C:col10/1732206923855/Put/seqid=0 2024-11-21T16:35:25,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742001_1177 (size=12001) 2024-11-21T16:35:25,404 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/95ac4b5c353f4dc0bf4752afc2b138ac 2024-11-21T16:35:25,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/8e83998a6a1e416a8214637ac2372f11 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/8e83998a6a1e416a8214637ac2372f11 2024-11-21T16:35:25,416 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/8e83998a6a1e416a8214637ac2372f11, entries=150, sequenceid=120, filesize=30.2 K 2024-11-21T16:35:25,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/845b0e09324948e79ebd2fcb69318eab as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/845b0e09324948e79ebd2fcb69318eab 2024-11-21T16:35:25,426 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/845b0e09324948e79ebd2fcb69318eab, entries=150, sequenceid=120, filesize=11.7 K 2024-11-21T16:35:25,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/95ac4b5c353f4dc0bf4752afc2b138ac as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/95ac4b5c353f4dc0bf4752afc2b138ac 2024-11-21T16:35:25,432 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/95ac4b5c353f4dc0bf4752afc2b138ac, entries=150, sequenceid=120, filesize=11.7 K 2024-11-21T16:35:25,433 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 599adbc8952765e1c35aa6160f1367ce in 978ms, sequenceid=120, compaction requested=false 2024-11-21T16:35:25,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:25,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:25,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-21T16:35:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-21T16:35:25,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-21T16:35:25,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6640 sec 2024-11-21T16:35:25,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.6680 sec 2024-11-21T16:35:25,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T16:35:25,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:25,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:25,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:25,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:25,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:25,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:25,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121eda2e06a79354725a5b5bdf923df446d_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206924482/Put/seqid=0 2024-11-21T16:35:25,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742002_1178 (size=14744) 2024-11-21T16:35:25,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206985627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206985629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206985630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206985631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206985631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206985732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206985733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206985735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206985736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206985736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206985935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206985936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206985939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206985941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:25,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206985942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:26,029 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:26,034 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121eda2e06a79354725a5b5bdf923df446d_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121eda2e06a79354725a5b5bdf923df446d_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:26,035 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/fc6af87be9fc4474b50f9ad20ede6aab, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:26,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/fc6af87be9fc4474b50f9ad20ede6aab is 175, key is test_row_0/A:col10/1732206924482/Put/seqid=0 2024-11-21T16:35:26,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742003_1179 (size=39699) 2024-11-21T16:35:26,053 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/fc6af87be9fc4474b50f9ad20ede6aab 2024-11-21T16:35:26,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/26609a1dc3f945ef82db06c92e2394d3 is 50, key is test_row_0/B:col10/1732206924482/Put/seqid=0 2024-11-21T16:35:26,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742004_1180 (size=12101) 2024-11-21T16:35:26,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/26609a1dc3f945ef82db06c92e2394d3 2024-11-21T16:35:26,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/f1234f1687e4439f80b23db4f6c65571 is 50, key is test_row_0/C:col10/1732206924482/Put/seqid=0 2024-11-21T16:35:26,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742005_1181 (size=12101) 2024-11-21T16:35:26,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206986240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:26,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206986240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:26,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206986246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:26,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206986248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:26,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206986248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:26,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/f1234f1687e4439f80b23db4f6c65571 2024-11-21T16:35:26,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/fc6af87be9fc4474b50f9ad20ede6aab as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/fc6af87be9fc4474b50f9ad20ede6aab 2024-11-21T16:35:26,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/fc6af87be9fc4474b50f9ad20ede6aab, entries=200, sequenceid=134, filesize=38.8 K 2024-11-21T16:35:26,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/26609a1dc3f945ef82db06c92e2394d3 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/26609a1dc3f945ef82db06c92e2394d3 2024-11-21T16:35:26,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/26609a1dc3f945ef82db06c92e2394d3, entries=150, sequenceid=134, filesize=11.8 K 2024-11-21T16:35:26,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/f1234f1687e4439f80b23db4f6c65571 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/f1234f1687e4439f80b23db4f6c65571 2024-11-21T16:35:26,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/f1234f1687e4439f80b23db4f6c65571, entries=150, sequenceid=134, filesize=11.8 K 2024-11-21T16:35:26,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 599adbc8952765e1c35aa6160f1367ce in 925ms, sequenceid=134, compaction requested=true 2024-11-21T16:35:26,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:26,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:35:26,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:26,529 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:26,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:35:26,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:26,530 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:26,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:35:26,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:26,530 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:26,530 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:26,530 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/A is initiating minor compaction (all files) 2024-11-21T16:35:26,530 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/B is initiating minor compaction (all files) 2024-11-21T16:35:26,531 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/A in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:26,531 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/B in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:26,531 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a53e92a67d2a4e92b098b8972075f89e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/8e83998a6a1e416a8214637ac2372f11, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/fc6af87be9fc4474b50f9ad20ede6aab] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=99.4 K 2024-11-21T16:35:26,531 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/8845c705dffd4bb4970607333fc94fa2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/845b0e09324948e79ebd2fcb69318eab, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/26609a1dc3f945ef82db06c92e2394d3] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=35.5 K 2024-11-21T16:35:26,531 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:26,531 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a53e92a67d2a4e92b098b8972075f89e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/8e83998a6a1e416a8214637ac2372f11, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/fc6af87be9fc4474b50f9ad20ede6aab] 2024-11-21T16:35:26,531 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting a53e92a67d2a4e92b098b8972075f89e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732206923521 2024-11-21T16:35:26,531 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 8845c705dffd4bb4970607333fc94fa2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732206923521 2024-11-21T16:35:26,531 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e83998a6a1e416a8214637ac2372f11, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732206923855 2024-11-21T16:35:26,532 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 845b0e09324948e79ebd2fcb69318eab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732206923855 2024-11-21T16:35:26,532 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 26609a1dc3f945ef82db06c92e2394d3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732206924482 2024-11-21T16:35:26,532 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc6af87be9fc4474b50f9ad20ede6aab, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732206924482 2024-11-21T16:35:26,540 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#B#compaction#155 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:26,540 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/7351232727384937a2ff1ef6bc104c15 is 50, key is test_row_0/B:col10/1732206924482/Put/seqid=0 2024-11-21T16:35:26,544 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:26,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742006_1182 (size=12409) 2024-11-21T16:35:26,556 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/7351232727384937a2ff1ef6bc104c15 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/7351232727384937a2ff1ef6bc104c15 2024-11-21T16:35:26,558 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121d4c10a6125884d11839cc3f2999206c9_599adbc8952765e1c35aa6160f1367ce store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:26,561 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121d4c10a6125884d11839cc3f2999206c9_599adbc8952765e1c35aa6160f1367ce, store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:26,561 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d4c10a6125884d11839cc3f2999206c9_599adbc8952765e1c35aa6160f1367ce because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:26,564 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/B of 599adbc8952765e1c35aa6160f1367ce into 7351232727384937a2ff1ef6bc104c15(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:26,564 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:26,564 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/B, priority=13, startTime=1732206926529; duration=0sec 2024-11-21T16:35:26,564 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:26,564 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:B 2024-11-21T16:35:26,564 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:26,565 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:26,565 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/C is initiating minor compaction (all files) 2024-11-21T16:35:26,566 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/C in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:26,566 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/73696365e5bc4102b9787b15712849f6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/95ac4b5c353f4dc0bf4752afc2b138ac, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/f1234f1687e4439f80b23db4f6c65571] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=35.5 K 2024-11-21T16:35:26,566 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 73696365e5bc4102b9787b15712849f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732206923521 2024-11-21T16:35:26,566 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 95ac4b5c353f4dc0bf4752afc2b138ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732206923855 2024-11-21T16:35:26,567 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting f1234f1687e4439f80b23db4f6c65571, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732206924482 2024-11-21T16:35:26,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742007_1183 (size=4469) 2024-11-21T16:35:26,581 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#C#compaction#157 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:26,581 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/37f162a202e2461e94f9dc833e8a73cb is 50, key is test_row_0/C:col10/1732206924482/Put/seqid=0 2024-11-21T16:35:26,584 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#A#compaction#156 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:26,584 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/28b6426d095b4b02baf791531c363c5f is 175, key is test_row_0/A:col10/1732206924482/Put/seqid=0 2024-11-21T16:35:26,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742008_1184 (size=12409) 2024-11-21T16:35:26,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742009_1185 (size=31363) 2024-11-21T16:35:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:26,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T16:35:26,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:26,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:26,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:26,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:26,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:26,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:26,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211fbbfe196d2144c29abaa9fd25a640c6_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206925629/Put/seqid=0 2024-11-21T16:35:26,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:26,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206986757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206986760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:26,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206986761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:26,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206986762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:26,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206986762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:26,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742010_1186 (size=12304) 2024-11-21T16:35:26,783 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:26,789 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211fbbfe196d2144c29abaa9fd25a640c6_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211fbbfe196d2144c29abaa9fd25a640c6_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:26,791 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/8d6510a5502b410d8161342abca3ad96, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:26,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/8d6510a5502b410d8161342abca3ad96 is 175, key is test_row_0/A:col10/1732206925629/Put/seqid=0 2024-11-21T16:35:26,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742011_1187 (size=31105) 2024-11-21T16:35:26,808 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/8d6510a5502b410d8161342abca3ad96 2024-11-21T16:35:26,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/e4ec3b32b0364661a978c79b611f44f0 is 50, key is test_row_0/B:col10/1732206925629/Put/seqid=0 2024-11-21T16:35:26,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742012_1188 (size=12151) 2024-11-21T16:35:26,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206986863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:26,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206986863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:26,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206986866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:26,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206986867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:26,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206986867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T16:35:26,878 INFO [Thread-713 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-21T16:35:26,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-21T16:35:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T16:35:26,881 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:26,882 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:26,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T16:35:26,991 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/37f162a202e2461e94f9dc833e8a73cb as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/37f162a202e2461e94f9dc833e8a73cb 2024-11-21T16:35:26,996 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/C of 599adbc8952765e1c35aa6160f1367ce into 37f162a202e2461e94f9dc833e8a73cb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:26,997 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:26,997 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/C, priority=13, startTime=1732206926530; duration=0sec 2024-11-21T16:35:26,997 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:26,997 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:C 2024-11-21T16:35:27,009 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/28b6426d095b4b02baf791531c363c5f as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/28b6426d095b4b02baf791531c363c5f 2024-11-21T16:35:27,014 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/A of 599adbc8952765e1c35aa6160f1367ce into 28b6426d095b4b02baf791531c363c5f(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:27,014 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:27,014 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/A, priority=13, startTime=1732206926529; duration=0sec 2024-11-21T16:35:27,014 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:27,014 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:A 2024-11-21T16:35:27,036 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-21T16:35:27,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:27,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:27,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:27,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:27,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:27,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206987066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206987068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206987069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206987069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206987071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T16:35:27,188 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-21T16:35:27,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:27,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:27,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:27,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:27,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:27,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/e4ec3b32b0364661a978c79b611f44f0 2024-11-21T16:35:27,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/917bdc9800ff46b39d5e14d751cd55c6 is 50, key is test_row_0/C:col10/1732206925629/Put/seqid=0 2024-11-21T16:35:27,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742013_1189 (size=12151) 2024-11-21T16:35:27,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/917bdc9800ff46b39d5e14d751cd55c6 2024-11-21T16:35:27,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/8d6510a5502b410d8161342abca3ad96 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/8d6510a5502b410d8161342abca3ad96 2024-11-21T16:35:27,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/8d6510a5502b410d8161342abca3ad96, entries=150, sequenceid=160, filesize=30.4 K 2024-11-21T16:35:27,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/e4ec3b32b0364661a978c79b611f44f0 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/e4ec3b32b0364661a978c79b611f44f0 2024-11-21T16:35:27,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/e4ec3b32b0364661a978c79b611f44f0, entries=150, sequenceid=160, filesize=11.9 K 2024-11-21T16:35:27,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/917bdc9800ff46b39d5e14d751cd55c6 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/917bdc9800ff46b39d5e14d751cd55c6 2024-11-21T16:35:27,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/917bdc9800ff46b39d5e14d751cd55c6, entries=150, sequenceid=160, filesize=11.9 K 2024-11-21T16:35:27,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 599adbc8952765e1c35aa6160f1367ce in 521ms, sequenceid=160, compaction requested=false 2024-11-21T16:35:27,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:27,341 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-21T16:35:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:27,342 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T16:35:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:27,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112183003e61ecff4aecac2e74cd11575f86_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206926752/Put/seqid=0 2024-11-21T16:35:27,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742014_1190 (size=12304) 2024-11-21T16:35:27,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:27,359 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112183003e61ecff4aecac2e74cd11575f86_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112183003e61ecff4aecac2e74cd11575f86_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:27,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/a4710ab2837a4ece8b3b143def04d1f5, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:27,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/a4710ab2837a4ece8b3b143def04d1f5 is 175, key is test_row_0/A:col10/1732206926752/Put/seqid=0 2024-11-21T16:35:27,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742015_1191 (size=31105) 2024-11-21T16:35:27,369 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/a4710ab2837a4ece8b3b143def04d1f5 2024-11-21T16:35:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:27,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:27,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/0276fde25119405796b74d39ebce94fb is 50, key is test_row_0/B:col10/1732206926752/Put/seqid=0 2024-11-21T16:35:27,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742016_1192 (size=12151) 2024-11-21T16:35:27,391 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/0276fde25119405796b74d39ebce94fb 2024-11-21T16:35:27,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206987391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206987391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206987392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/e9e5420c80a54db8b2abccccbde3a3ff is 50, key is test_row_0/C:col10/1732206926752/Put/seqid=0 2024-11-21T16:35:27,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206987393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206987393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742017_1193 (size=12151) 2024-11-21T16:35:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T16:35:27,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206987495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206987495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206987496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206987500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206987500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206987697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206987697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206987699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206987703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:27,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206987703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:27,806 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/e9e5420c80a54db8b2abccccbde3a3ff 2024-11-21T16:35:27,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/a4710ab2837a4ece8b3b143def04d1f5 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a4710ab2837a4ece8b3b143def04d1f5 2024-11-21T16:35:27,815 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a4710ab2837a4ece8b3b143def04d1f5, entries=150, sequenceid=174, filesize=30.4 K 2024-11-21T16:35:27,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/0276fde25119405796b74d39ebce94fb as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/0276fde25119405796b74d39ebce94fb 2024-11-21T16:35:27,824 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/0276fde25119405796b74d39ebce94fb, entries=150, sequenceid=174, filesize=11.9 K 2024-11-21T16:35:27,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/e9e5420c80a54db8b2abccccbde3a3ff as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/e9e5420c80a54db8b2abccccbde3a3ff 2024-11-21T16:35:27,829 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/e9e5420c80a54db8b2abccccbde3a3ff, entries=150, sequenceid=174, filesize=11.9 K 2024-11-21T16:35:27,830 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 599adbc8952765e1c35aa6160f1367ce in 488ms, sequenceid=174, compaction requested=true 2024-11-21T16:35:27,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:27,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:27,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-21T16:35:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-21T16:35:27,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-21T16:35:27,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 949 msec 2024-11-21T16:35:27,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 954 msec 2024-11-21T16:35:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T16:35:27,984 INFO [Thread-713 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-21T16:35:27,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-21T16:35:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T16:35:27,986 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:27,987 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:27,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:28,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T16:35:28,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:28,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:28,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:28,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:28,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:28,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:28,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f98a12589d9c427c87643697c7b6c205_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206928003/Put/seqid=0 2024-11-21T16:35:28,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206988009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206988009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206988013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206988013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206988016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742018_1194 (size=17284) 2024-11-21T16:35:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T16:35:28,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206988115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206988118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206988119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206988119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,138 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-21T16:35:28,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:28,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:28,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:28,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:28,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T16:35:28,290 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-21T16:35:28,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:28,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:28,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:28,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:28,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:28,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206988319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206988323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206988323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206988324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,425 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:28,428 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f98a12589d9c427c87643697c7b6c205_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f98a12589d9c427c87643697c7b6c205_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:28,429 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/fa08e07da53d4640b419b5645b67389d, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:28,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/fa08e07da53d4640b419b5645b67389d is 175, key is test_row_0/A:col10/1732206928003/Put/seqid=0 2024-11-21T16:35:28,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742019_1195 (size=48389) 2024-11-21T16:35:28,440 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/fa08e07da53d4640b419b5645b67389d 2024-11-21T16:35:28,443 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-21T16:35:28,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:28,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:28,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:28,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:28,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:28,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/f8f9e4d57d5a4a3493590530ff231de9 is 50, key is test_row_0/B:col10/1732206928003/Put/seqid=0 2024-11-21T16:35:28,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742020_1196 (size=12151) 2024-11-21T16:35:28,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206988518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T16:35:28,595 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-21T16:35:28,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:28,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:28,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:28,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:28,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:28,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206988623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206988626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206988626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206988629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,747 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-21T16:35:28,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:28,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:28,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:28,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:28,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:28,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/f8f9e4d57d5a4a3493590530ff231de9 2024-11-21T16:35:28,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/bee0a32ad181444d889cad1751ae4d55 is 50, key is test_row_0/C:col10/1732206928003/Put/seqid=0 2024-11-21T16:35:28,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742021_1197 (size=12151) 2024-11-21T16:35:28,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:28,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-21T16:35:28,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:28,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:28,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:28,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:28,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:29,052 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:29,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-21T16:35:29,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:29,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:29,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:29,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:29,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T16:35:29,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:29,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206989126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206989129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:29,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206989132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:29,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206989135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:29,205 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:29,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-21T16:35:29,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:29,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:29,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:29,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:29,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:29,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/bee0a32ad181444d889cad1751ae4d55 2024-11-21T16:35:29,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/fa08e07da53d4640b419b5645b67389d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/fa08e07da53d4640b419b5645b67389d 2024-11-21T16:35:29,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/fa08e07da53d4640b419b5645b67389d, entries=250, sequenceid=200, filesize=47.3 K 2024-11-21T16:35:29,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/f8f9e4d57d5a4a3493590530ff231de9 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/f8f9e4d57d5a4a3493590530ff231de9 2024-11-21T16:35:29,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/f8f9e4d57d5a4a3493590530ff231de9, entries=150, sequenceid=200, filesize=11.9 K 2024-11-21T16:35:29,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/bee0a32ad181444d889cad1751ae4d55 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/bee0a32ad181444d889cad1751ae4d55 2024-11-21T16:35:29,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/bee0a32ad181444d889cad1751ae4d55, entries=150, sequenceid=200, filesize=11.9 K 2024-11-21T16:35:29,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 599adbc8952765e1c35aa6160f1367ce in 1309ms, sequenceid=200, compaction requested=true 2024-11-21T16:35:29,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:29,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:35:29,313 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:35:29,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:29,313 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:35:29,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:35:29,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:29,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:35:29,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:29,315 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141962 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:35:29,315 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:35:29,315 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/B is initiating minor compaction (all files) 2024-11-21T16:35:29,315 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/A is initiating minor compaction (all files) 2024-11-21T16:35:29,315 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/B in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:29,315 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/A in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:29,315 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/28b6426d095b4b02baf791531c363c5f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/8d6510a5502b410d8161342abca3ad96, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a4710ab2837a4ece8b3b143def04d1f5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/fa08e07da53d4640b419b5645b67389d] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=138.6 K 2024-11-21T16:35:29,315 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/7351232727384937a2ff1ef6bc104c15, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/e4ec3b32b0364661a978c79b611f44f0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/0276fde25119405796b74d39ebce94fb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/f8f9e4d57d5a4a3493590530ff231de9] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=47.7 K 2024-11-21T16:35:29,315 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:29,315 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/28b6426d095b4b02baf791531c363c5f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/8d6510a5502b410d8161342abca3ad96, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a4710ab2837a4ece8b3b143def04d1f5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/fa08e07da53d4640b419b5645b67389d] 2024-11-21T16:35:29,316 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 7351232727384937a2ff1ef6bc104c15, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732206924482 2024-11-21T16:35:29,316 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28b6426d095b4b02baf791531c363c5f, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732206924482 2024-11-21T16:35:29,316 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting e4ec3b32b0364661a978c79b611f44f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732206925628 2024-11-21T16:35:29,316 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 0276fde25119405796b74d39ebce94fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732206926752 2024-11-21T16:35:29,317 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d6510a5502b410d8161342abca3ad96, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732206925628 2024-11-21T16:35:29,317 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting f8f9e4d57d5a4a3493590530ff231de9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732206927390 2024-11-21T16:35:29,317 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4710ab2837a4ece8b3b143def04d1f5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732206926752 2024-11-21T16:35:29,317 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa08e07da53d4640b419b5645b67389d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732206927385 2024-11-21T16:35:29,326 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#B#compaction#167 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:29,327 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/b1bc369f04524f7f8b69a3eb8e74a5f1 is 50, key is test_row_0/B:col10/1732206928003/Put/seqid=0 2024-11-21T16:35:29,328 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:29,340 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411218b7187473e4647ebb43f0ff08ea9769a_599adbc8952765e1c35aa6160f1367ce store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:29,343 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411218b7187473e4647ebb43f0ff08ea9769a_599adbc8952765e1c35aa6160f1367ce, store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:29,343 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218b7187473e4647ebb43f0ff08ea9769a_599adbc8952765e1c35aa6160f1367ce because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:29,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742022_1198 (size=12595) 2024-11-21T16:35:29,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742023_1199 (size=4469) 2024-11-21T16:35:29,352 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/b1bc369f04524f7f8b69a3eb8e74a5f1 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/b1bc369f04524f7f8b69a3eb8e74a5f1 2024-11-21T16:35:29,354 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#A#compaction#168 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:29,354 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/9e60cfe6d9234c5eaca5cf3db88586ca is 175, key is test_row_0/A:col10/1732206928003/Put/seqid=0 2024-11-21T16:35:29,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:29,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-21T16:35:29,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:29,359 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:35:29,360 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/B of 599adbc8952765e1c35aa6160f1367ce into b1bc369f04524f7f8b69a3eb8e74a5f1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:29,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:29,360 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:29,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742024_1200 (size=31549) 2024-11-21T16:35:29,360 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/B, priority=12, startTime=1732206929313; duration=0sec 2024-11-21T16:35:29,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:29,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:29,360 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:29,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:29,360 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:B 2024-11-21T16:35:29,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:29,360 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:35:29,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:29,363 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:35:29,363 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/C is initiating minor compaction (all files) 2024-11-21T16:35:29,363 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/C in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:29,364 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/37f162a202e2461e94f9dc833e8a73cb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/917bdc9800ff46b39d5e14d751cd55c6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/e9e5420c80a54db8b2abccccbde3a3ff, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/bee0a32ad181444d889cad1751ae4d55] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=47.7 K 2024-11-21T16:35:29,364 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 37f162a202e2461e94f9dc833e8a73cb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732206924482 2024-11-21T16:35:29,365 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 917bdc9800ff46b39d5e14d751cd55c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732206925628 2024-11-21T16:35:29,366 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting e9e5420c80a54db8b2abccccbde3a3ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732206926752 2024-11-21T16:35:29,369 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting bee0a32ad181444d889cad1751ae4d55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732206927390 2024-11-21T16:35:29,371 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/9e60cfe6d9234c5eaca5cf3db88586ca as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9e60cfe6d9234c5eaca5cf3db88586ca 2024-11-21T16:35:29,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d6fd60b99a2743afa0a5d936ed32186d_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206928012/Put/seqid=0 2024-11-21T16:35:29,379 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/A of 599adbc8952765e1c35aa6160f1367ce into 9e60cfe6d9234c5eaca5cf3db88586ca(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:29,380 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:29,380 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/A, priority=12, startTime=1732206929313; duration=0sec 2024-11-21T16:35:29,380 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:29,380 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:A 2024-11-21T16:35:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742025_1201 (size=12304) 2024-11-21T16:35:29,385 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#C#compaction#170 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:29,386 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/f2e68e24dbb34deba8b785225114728b is 50, key is test_row_0/C:col10/1732206928003/Put/seqid=0 2024-11-21T16:35:29,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:29,393 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d6fd60b99a2743afa0a5d936ed32186d_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d6fd60b99a2743afa0a5d936ed32186d_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/d6dfcd1180f24e97814cce223ddfc4af, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:29,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/d6dfcd1180f24e97814cce223ddfc4af is 175, key is test_row_0/A:col10/1732206928012/Put/seqid=0 2024-11-21T16:35:29,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742026_1202 (size=12595) 2024-11-21T16:35:29,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742027_1203 (size=31105) 2024-11-21T16:35:29,402 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/d6dfcd1180f24e97814cce223ddfc4af 2024-11-21T16:35:29,403 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/f2e68e24dbb34deba8b785225114728b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/f2e68e24dbb34deba8b785225114728b 2024-11-21T16:35:29,411 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/C of 599adbc8952765e1c35aa6160f1367ce into f2e68e24dbb34deba8b785225114728b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:29,411 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:29,411 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/C, priority=12, startTime=1732206929313; duration=0sec 2024-11-21T16:35:29,411 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:29,411 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:C 2024-11-21T16:35:29,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/858c12a520b94a8f9aeea486d5f02520 is 50, key is test_row_0/B:col10/1732206928012/Put/seqid=0 2024-11-21T16:35:29,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742028_1204 (size=12151) 2024-11-21T16:35:29,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:29,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206989579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:29,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206989680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:29,823 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/858c12a520b94a8f9aeea486d5f02520 2024-11-21T16:35:29,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/75c55cacc9af40a2a14ae895a8688f4e is 50, key is test_row_0/C:col10/1732206928012/Put/seqid=0 2024-11-21T16:35:29,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742029_1205 (size=12151) 2024-11-21T16:35:29,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206989882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T16:35:30,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206990139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:30,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:30,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206990139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206990140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:30,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206990142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:30,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206990186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:30,192 INFO [master/3e736a818b50:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T16:35:30,192 INFO [master/3e736a818b50:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T16:35:30,234 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/75c55cacc9af40a2a14ae895a8688f4e 2024-11-21T16:35:30,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/d6dfcd1180f24e97814cce223ddfc4af as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/d6dfcd1180f24e97814cce223ddfc4af 2024-11-21T16:35:30,243 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/d6dfcd1180f24e97814cce223ddfc4af, entries=150, sequenceid=212, filesize=30.4 K 2024-11-21T16:35:30,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/858c12a520b94a8f9aeea486d5f02520 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/858c12a520b94a8f9aeea486d5f02520 2024-11-21T16:35:30,248 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/858c12a520b94a8f9aeea486d5f02520, entries=150, sequenceid=212, filesize=11.9 K 2024-11-21T16:35:30,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/75c55cacc9af40a2a14ae895a8688f4e as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/75c55cacc9af40a2a14ae895a8688f4e 2024-11-21T16:35:30,253 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/75c55cacc9af40a2a14ae895a8688f4e, entries=150, sequenceid=212, filesize=11.9 K 2024-11-21T16:35:30,254 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 599adbc8952765e1c35aa6160f1367ce in 894ms, sequenceid=212, compaction requested=false 2024-11-21T16:35:30,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:30,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:30,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-21T16:35:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-21T16:35:30,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-21T16:35:30,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2680 sec 2024-11-21T16:35:30,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 2.2710 sec 2024-11-21T16:35:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:30,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T16:35:30,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:30,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:30,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:30,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:30,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:30,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:30,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215af71fb020884507851a862312404b11_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206930693/Put/seqid=0 2024-11-21T16:35:30,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206990710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:30,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742030_1206 (size=14794) 2024-11-21T16:35:30,719 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:30,723 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215af71fb020884507851a862312404b11_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215af71fb020884507851a862312404b11_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:30,724 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/1afacb7ac06a44ecb10823ea0fcbac3b, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:30,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/1afacb7ac06a44ecb10823ea0fcbac3b is 175, key is test_row_0/A:col10/1732206930693/Put/seqid=0 2024-11-21T16:35:30,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742031_1207 (size=39749) 2024-11-21T16:35:30,730 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/1afacb7ac06a44ecb10823ea0fcbac3b 2024-11-21T16:35:30,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/bc7b1f17401641e9ae9ab4ba2a1f2622 is 50, key is test_row_0/B:col10/1732206930693/Put/seqid=0 2024-11-21T16:35:30,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742032_1208 (size=12151) 2024-11-21T16:35:30,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206990812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:31,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206991015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:31,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/bc7b1f17401641e9ae9ab4ba2a1f2622 2024-11-21T16:35:31,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/3927e0cb25cc480eb8fac9bb6c465a68 is 50, key is test_row_0/C:col10/1732206930693/Put/seqid=0 2024-11-21T16:35:31,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742033_1209 (size=12151) 2024-11-21T16:35:31,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206991320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:31,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/3927e0cb25cc480eb8fac9bb6c465a68 2024-11-21T16:35:31,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/1afacb7ac06a44ecb10823ea0fcbac3b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/1afacb7ac06a44ecb10823ea0fcbac3b 2024-11-21T16:35:31,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/1afacb7ac06a44ecb10823ea0fcbac3b, entries=200, sequenceid=240, filesize=38.8 K 2024-11-21T16:35:31,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/bc7b1f17401641e9ae9ab4ba2a1f2622 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/bc7b1f17401641e9ae9ab4ba2a1f2622 2024-11-21T16:35:31,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/bc7b1f17401641e9ae9ab4ba2a1f2622, entries=150, sequenceid=240, filesize=11.9 K 2024-11-21T16:35:31,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/3927e0cb25cc480eb8fac9bb6c465a68 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/3927e0cb25cc480eb8fac9bb6c465a68 2024-11-21T16:35:31,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/3927e0cb25cc480eb8fac9bb6c465a68, entries=150, sequenceid=240, filesize=11.9 K 2024-11-21T16:35:31,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 599adbc8952765e1c35aa6160f1367ce in 876ms, sequenceid=240, compaction requested=true 2024-11-21T16:35:31,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:31,570 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:31,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:35:31,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:31,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:35:31,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:31,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:35:31,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T16:35:31,571 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:31,572 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:31,572 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/B is initiating minor compaction (all files) 2024-11-21T16:35:31,572 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:31,572 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/A is initiating minor compaction (all files) 2024-11-21T16:35:31,572 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/B in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:31,572 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/A in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:31,572 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/b1bc369f04524f7f8b69a3eb8e74a5f1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/858c12a520b94a8f9aeea486d5f02520, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/bc7b1f17401641e9ae9ab4ba2a1f2622] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=36.0 K 2024-11-21T16:35:31,572 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9e60cfe6d9234c5eaca5cf3db88586ca, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/d6dfcd1180f24e97814cce223ddfc4af, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/1afacb7ac06a44ecb10823ea0fcbac3b] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=100.0 K 2024-11-21T16:35:31,573 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:31,573 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9e60cfe6d9234c5eaca5cf3db88586ca, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/d6dfcd1180f24e97814cce223ddfc4af, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/1afacb7ac06a44ecb10823ea0fcbac3b] 2024-11-21T16:35:31,573 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1bc369f04524f7f8b69a3eb8e74a5f1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732206927390 2024-11-21T16:35:31,573 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e60cfe6d9234c5eaca5cf3db88586ca, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732206927390 2024-11-21T16:35:31,573 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 858c12a520b94a8f9aeea486d5f02520, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732206928007 2024-11-21T16:35:31,573 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting d6dfcd1180f24e97814cce223ddfc4af, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732206928007 2024-11-21T16:35:31,573 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc7b1f17401641e9ae9ab4ba2a1f2622, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732206929560 2024-11-21T16:35:31,573 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 1afacb7ac06a44ecb10823ea0fcbac3b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732206929560 2024-11-21T16:35:31,579 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:31,580 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:31,581 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121e82b8dfeb0214bd3bad1a85ab7b5343b_599adbc8952765e1c35aa6160f1367ce store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:31,581 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/8ee805dfa3c940eaa2256cc9b1abb23d is 50, key is test_row_0/B:col10/1732206930693/Put/seqid=0 2024-11-21T16:35:31,582 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121e82b8dfeb0214bd3bad1a85ab7b5343b_599adbc8952765e1c35aa6160f1367ce, store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:31,582 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e82b8dfeb0214bd3bad1a85ab7b5343b_599adbc8952765e1c35aa6160f1367ce because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:31,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742034_1210 (size=12697) 2024-11-21T16:35:31,590 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/8ee805dfa3c940eaa2256cc9b1abb23d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/8ee805dfa3c940eaa2256cc9b1abb23d 2024-11-21T16:35:31,596 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/B of 599adbc8952765e1c35aa6160f1367ce into 8ee805dfa3c940eaa2256cc9b1abb23d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:31,596 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:31,596 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/B, priority=13, startTime=1732206931571; duration=0sec 2024-11-21T16:35:31,596 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:31,596 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:B 2024-11-21T16:35:31,596 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:31,597 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:31,597 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/C is initiating minor compaction (all files) 2024-11-21T16:35:31,597 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/C in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:31,597 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/f2e68e24dbb34deba8b785225114728b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/75c55cacc9af40a2a14ae895a8688f4e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/3927e0cb25cc480eb8fac9bb6c465a68] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=36.0 K 2024-11-21T16:35:31,598 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2e68e24dbb34deba8b785225114728b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732206927390 2024-11-21T16:35:31,598 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75c55cacc9af40a2a14ae895a8688f4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732206928007 2024-11-21T16:35:31,598 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3927e0cb25cc480eb8fac9bb6c465a68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732206929560 2024-11-21T16:35:31,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742035_1211 (size=4469) 2024-11-21T16:35:31,611 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#A#compaction#176 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:31,612 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/cab3abfe25684fbdba6541a1fd91b673 is 175, key is test_row_0/A:col10/1732206930693/Put/seqid=0 2024-11-21T16:35:31,624 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#C#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:31,624 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/03edec0fec27484c90c4286246f565f2 is 50, key is test_row_0/C:col10/1732206930693/Put/seqid=0 2024-11-21T16:35:31,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742036_1212 (size=31651) 2024-11-21T16:35:31,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742037_1213 (size=12697) 2024-11-21T16:35:31,658 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/03edec0fec27484c90c4286246f565f2 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/03edec0fec27484c90c4286246f565f2 2024-11-21T16:35:31,664 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/C of 599adbc8952765e1c35aa6160f1367ce into 03edec0fec27484c90c4286246f565f2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:31,664 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:31,665 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/C, priority=13, startTime=1732206931571; duration=0sec 2024-11-21T16:35:31,665 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:31,665 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:C 2024-11-21T16:35:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:31,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:35:31,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:31,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:31,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:31,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:31,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:31,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:31,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cfa2c8e49f074f6e84bce56d800ad7ad_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206930702/Put/seqid=0 2024-11-21T16:35:31,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742038_1214 (size=14794) 2024-11-21T16:35:31,842 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:31,846 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cfa2c8e49f074f6e84bce56d800ad7ad_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cfa2c8e49f074f6e84bce56d800ad7ad_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:31,847 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/3e6a8f60450c465db5c8a4fc238e6408, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:31,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/3e6a8f60450c465db5c8a4fc238e6408 is 175, key is test_row_0/A:col10/1732206930702/Put/seqid=0 2024-11-21T16:35:31,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742039_1215 (size=39749) 2024-11-21T16:35:31,867 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/3e6a8f60450c465db5c8a4fc238e6408 2024-11-21T16:35:31,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/7f680a59ac3d40cca597c92e35b48bb4 is 50, key is test_row_0/B:col10/1732206930702/Put/seqid=0 2024-11-21T16:35:31,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742040_1216 (size=12151) 2024-11-21T16:35:31,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206991889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:31,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206991992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:32,073 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/cab3abfe25684fbdba6541a1fd91b673 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/cab3abfe25684fbdba6541a1fd91b673 2024-11-21T16:35:32,078 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/A of 599adbc8952765e1c35aa6160f1367ce into cab3abfe25684fbdba6541a1fd91b673(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:32,079 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:32,079 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/A, priority=13, startTime=1732206931570; duration=0sec 2024-11-21T16:35:32,079 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:32,079 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:A 2024-11-21T16:35:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T16:35:32,090 INFO [Thread-713 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-21T16:35:32,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-21T16:35:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T16:35:32,093 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:32,093 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:32,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:32,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206992144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:32,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206992145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:32,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206992147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:32,148 DEBUG [Thread-703 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:35:32,148 DEBUG [Thread-711 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:35:32,149 DEBUG [Thread-709 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:35:32,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206992160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:32,162 DEBUG [Thread-705 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:35:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T16:35:32,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206992196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:32,245 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:32,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-21T16:35:32,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:32,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:32,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:32,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:32,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:32,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/7f680a59ac3d40cca597c92e35b48bb4 2024-11-21T16:35:32,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/051e59743c024bd09ff576405bc19c6c is 50, key is test_row_0/C:col10/1732206930702/Put/seqid=0 2024-11-21T16:35:32,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742041_1217 (size=12151) 2024-11-21T16:35:32,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/051e59743c024bd09ff576405bc19c6c 2024-11-21T16:35:32,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/3e6a8f60450c465db5c8a4fc238e6408 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/3e6a8f60450c465db5c8a4fc238e6408 2024-11-21T16:35:32,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/3e6a8f60450c465db5c8a4fc238e6408, entries=200, sequenceid=253, filesize=38.8 K 2024-11-21T16:35:32,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/7f680a59ac3d40cca597c92e35b48bb4 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/7f680a59ac3d40cca597c92e35b48bb4 2024-11-21T16:35:32,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/7f680a59ac3d40cca597c92e35b48bb4, entries=150, sequenceid=253, filesize=11.9 K 2024-11-21T16:35:32,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/051e59743c024bd09ff576405bc19c6c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/051e59743c024bd09ff576405bc19c6c 2024-11-21T16:35:32,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/051e59743c024bd09ff576405bc19c6c, entries=150, sequenceid=253, filesize=11.9 K 2024-11-21T16:35:32,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 599adbc8952765e1c35aa6160f1367ce in 495ms, sequenceid=253, compaction requested=false 2024-11-21T16:35:32,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T16:35:32,398 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:32,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-21T16:35:32,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:32,399 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T16:35:32,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:32,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:32,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:32,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:32,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:32,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:32,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112165586a41381a4de398c8438322697145_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206931884/Put/seqid=0 2024-11-21T16:35:32,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742042_1218 (size=12454) 2024-11-21T16:35:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:32,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:32,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206992517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:32,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206992620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T16:35:32,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:32,818 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112165586a41381a4de398c8438322697145_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112165586a41381a4de398c8438322697145_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/64aaab3245204e6da7e1ebaf3df71e7c, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:32,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/64aaab3245204e6da7e1ebaf3df71e7c is 175, key is test_row_0/A:col10/1732206931884/Put/seqid=0 2024-11-21T16:35:32,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206992822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:32,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742043_1219 (size=31255) 2024-11-21T16:35:32,828 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/64aaab3245204e6da7e1ebaf3df71e7c 2024-11-21T16:35:32,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/23bf3fa732b6462895d0f1043811d61a is 50, key is test_row_0/B:col10/1732206931884/Put/seqid=0 2024-11-21T16:35:32,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742044_1220 (size=12301) 2024-11-21T16:35:33,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206993124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T16:35:33,238 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/23bf3fa732b6462895d0f1043811d61a 2024-11-21T16:35:33,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/840040ad47554253ac135b15943ae71d is 50, key is test_row_0/C:col10/1732206931884/Put/seqid=0 2024-11-21T16:35:33,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742045_1221 (size=12301) 2024-11-21T16:35:33,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206993626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:33,650 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/840040ad47554253ac135b15943ae71d 2024-11-21T16:35:33,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/64aaab3245204e6da7e1ebaf3df71e7c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/64aaab3245204e6da7e1ebaf3df71e7c 2024-11-21T16:35:33,658 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/64aaab3245204e6da7e1ebaf3df71e7c, entries=150, sequenceid=279, filesize=30.5 K 2024-11-21T16:35:33,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/23bf3fa732b6462895d0f1043811d61a as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/23bf3fa732b6462895d0f1043811d61a 2024-11-21T16:35:33,662 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/23bf3fa732b6462895d0f1043811d61a, entries=150, sequenceid=279, filesize=12.0 K 2024-11-21T16:35:33,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/840040ad47554253ac135b15943ae71d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/840040ad47554253ac135b15943ae71d 2024-11-21T16:35:33,673 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/840040ad47554253ac135b15943ae71d, entries=150, sequenceid=279, filesize=12.0 K 2024-11-21T16:35:33,674 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 599adbc8952765e1c35aa6160f1367ce in 1276ms, sequenceid=279, compaction requested=true 2024-11-21T16:35:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-21T16:35:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-21T16:35:33,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-21T16:35:33,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5810 sec 2024-11-21T16:35:33,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.5860 sec 2024-11-21T16:35:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T16:35:34,196 INFO [Thread-713 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-21T16:35:34,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-21T16:35:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T16:35:34,199 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:34,199 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:34,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T16:35:34,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:34,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T16:35:34,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:34,352 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:35:34,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:34,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:34,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:34,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:34,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:34,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:34,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d59add09c8624d92bcc64afa3bb64e61_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206932508/Put/seqid=0 2024-11-21T16:35:34,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742046_1222 (size=12454) 2024-11-21T16:35:34,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:34,394 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d59add09c8624d92bcc64afa3bb64e61_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d59add09c8624d92bcc64afa3bb64e61_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:34,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/5abdc5a09aad4afe8584a296aa8f04cd, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:34,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/5abdc5a09aad4afe8584a296aa8f04cd is 175, key is test_row_0/A:col10/1732206932508/Put/seqid=0 2024-11-21T16:35:34,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742047_1223 (size=31255) 2024-11-21T16:35:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T16:35:34,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:34,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206994683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:34,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206994786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T16:35:34,804 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/5abdc5a09aad4afe8584a296aa8f04cd 2024-11-21T16:35:34,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/48c86cac4ad341e38bafaba72209c459 is 50, key is test_row_0/B:col10/1732206932508/Put/seqid=0 2024-11-21T16:35:34,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742048_1224 (size=12301) 2024-11-21T16:35:34,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206994989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:35,216 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/48c86cac4ad341e38bafaba72209c459 2024-11-21T16:35:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/00ebf925d2cd42fd8a9cfc4164a91c0e is 50, key is test_row_0/C:col10/1732206932508/Put/seqid=0 2024-11-21T16:35:35,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742049_1225 (size=12301) 2024-11-21T16:35:35,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206995296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T16:35:35,626 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/00ebf925d2cd42fd8a9cfc4164a91c0e 2024-11-21T16:35:35,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/5abdc5a09aad4afe8584a296aa8f04cd as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/5abdc5a09aad4afe8584a296aa8f04cd 2024-11-21T16:35:35,634 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/5abdc5a09aad4afe8584a296aa8f04cd, entries=150, sequenceid=290, filesize=30.5 K 2024-11-21T16:35:35,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/48c86cac4ad341e38bafaba72209c459 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/48c86cac4ad341e38bafaba72209c459 2024-11-21T16:35:35,638 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/48c86cac4ad341e38bafaba72209c459, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T16:35:35,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/00ebf925d2cd42fd8a9cfc4164a91c0e as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/00ebf925d2cd42fd8a9cfc4164a91c0e 2024-11-21T16:35:35,643 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/00ebf925d2cd42fd8a9cfc4164a91c0e, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T16:35:35,644 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 599adbc8952765e1c35aa6160f1367ce in 1293ms, sequenceid=290, compaction requested=true 2024-11-21T16:35:35,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:35,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:35,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-21T16:35:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-21T16:35:35,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-21T16:35:35,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4460 sec 2024-11-21T16:35:35,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.4500 sec 2024-11-21T16:35:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:35,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T16:35:35,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:35,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:35,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:35,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:35,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:35,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:35,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219067e8f5ff36468895193d5d1bdd89f7_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206935798/Put/seqid=0 2024-11-21T16:35:35,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742050_1226 (size=14994) 2024-11-21T16:35:35,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206995820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:35,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206995925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:36,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206996128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:36,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48972 deadline: 1732206996154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:36,157 DEBUG [Thread-703 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:35:36,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48982 deadline: 1732206996159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:36,160 DEBUG [Thread-709 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:35:36,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49018 deadline: 1732206996167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:36,170 DEBUG [Thread-711 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:35:36,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1732206996190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:36,191 DEBUG [Thread-705 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:35:36,221 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:36,225 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219067e8f5ff36468895193d5d1bdd89f7_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219067e8f5ff36468895193d5d1bdd89f7_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:36,226 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/0b65b0c39f474c27920c875d4d3834ef, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:36,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/0b65b0c39f474c27920c875d4d3834ef is 175, key is test_row_0/A:col10/1732206935798/Put/seqid=0 2024-11-21T16:35:36,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742051_1227 (size=39949) 2024-11-21T16:35:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T16:35:36,303 INFO [Thread-713 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-21T16:35:36,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-21T16:35:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T16:35:36,305 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:36,305 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:36,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T16:35:36,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206996431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:36,457 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:36,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T16:35:36,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:36,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:36,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:36,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:36,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T16:35:36,609 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:36,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T16:35:36,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:36,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:36,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:36,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:36,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:36,630 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/0b65b0c39f474c27920c875d4d3834ef 2024-11-21T16:35:36,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/d9c49cb6e4034cfebfb0f0cf667f7c80 is 50, key is test_row_0/B:col10/1732206935798/Put/seqid=0 2024-11-21T16:35:36,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742052_1228 (size=12301) 2024-11-21T16:35:36,762 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:36,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T16:35:36,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:36,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:36,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:36,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:36,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T16:35:36,914 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:36,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T16:35:36,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:36,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:36,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:36,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:36,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:36,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206996938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:37,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/d9c49cb6e4034cfebfb0f0cf667f7c80 2024-11-21T16:35:37,067 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:37,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T16:35:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:37,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:37,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:37,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:37,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/f071fac79ca04ec996ed6d8d7abc9ffe is 50, key is test_row_0/C:col10/1732206935798/Put/seqid=0 2024-11-21T16:35:37,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742053_1229 (size=12301) 2024-11-21T16:35:37,229 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:37,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T16:35:37,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:37,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:37,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:37,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:37,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:37,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:37,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T16:35:37,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:37,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:37,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:37,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:37,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T16:35:37,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/f071fac79ca04ec996ed6d8d7abc9ffe 2024-11-21T16:35:37,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/0b65b0c39f474c27920c875d4d3834ef as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/0b65b0c39f474c27920c875d4d3834ef 2024-11-21T16:35:37,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/0b65b0c39f474c27920c875d4d3834ef, entries=200, sequenceid=316, filesize=39.0 K 2024-11-21T16:35:37,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/d9c49cb6e4034cfebfb0f0cf667f7c80 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/d9c49cb6e4034cfebfb0f0cf667f7c80 2024-11-21T16:35:37,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/d9c49cb6e4034cfebfb0f0cf667f7c80, entries=150, sequenceid=316, filesize=12.0 K 2024-11-21T16:35:37,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/f071fac79ca04ec996ed6d8d7abc9ffe as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/f071fac79ca04ec996ed6d8d7abc9ffe 2024-11-21T16:35:37,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/f071fac79ca04ec996ed6d8d7abc9ffe, entries=150, sequenceid=316, filesize=12.0 K 2024-11-21T16:35:37,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 599adbc8952765e1c35aa6160f1367ce in 1708ms, sequenceid=316, compaction requested=true 2024-11-21T16:35:37,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:37,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:35:37,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:37,508 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T16:35:37,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:35:37,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:37,508 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T16:35:37,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:35:37,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:37,510 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61751 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T16:35:37,510 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 173859 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T16:35:37,510 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/B is initiating minor compaction (all files) 2024-11-21T16:35:37,510 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/A is initiating minor compaction (all files) 2024-11-21T16:35:37,510 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/B in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:37,510 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/A in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:37,510 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/8ee805dfa3c940eaa2256cc9b1abb23d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/7f680a59ac3d40cca597c92e35b48bb4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/23bf3fa732b6462895d0f1043811d61a, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/48c86cac4ad341e38bafaba72209c459, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/d9c49cb6e4034cfebfb0f0cf667f7c80] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=60.3 K 2024-11-21T16:35:37,510 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/cab3abfe25684fbdba6541a1fd91b673, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/3e6a8f60450c465db5c8a4fc238e6408, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/64aaab3245204e6da7e1ebaf3df71e7c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/5abdc5a09aad4afe8584a296aa8f04cd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/0b65b0c39f474c27920c875d4d3834ef] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=169.8 K 2024-11-21T16:35:37,510 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:37,510 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/cab3abfe25684fbdba6541a1fd91b673, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/3e6a8f60450c465db5c8a4fc238e6408, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/64aaab3245204e6da7e1ebaf3df71e7c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/5abdc5a09aad4afe8584a296aa8f04cd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/0b65b0c39f474c27920c875d4d3834ef] 2024-11-21T16:35:37,511 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ee805dfa3c940eaa2256cc9b1abb23d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732206929560 2024-11-21T16:35:37,511 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting cab3abfe25684fbdba6541a1fd91b673, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732206929560 2024-11-21T16:35:37,511 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f680a59ac3d40cca597c92e35b48bb4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732206930702 2024-11-21T16:35:37,511 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e6a8f60450c465db5c8a4fc238e6408, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732206930702 2024-11-21T16:35:37,511 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 23bf3fa732b6462895d0f1043811d61a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732206931881 2024-11-21T16:35:37,511 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64aaab3245204e6da7e1ebaf3df71e7c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732206931881 2024-11-21T16:35:37,511 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 48c86cac4ad341e38bafaba72209c459, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732206932508 2024-11-21T16:35:37,512 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5abdc5a09aad4afe8584a296aa8f04cd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732206932508 2024-11-21T16:35:37,512 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting d9c49cb6e4034cfebfb0f0cf667f7c80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732206934667 2024-11-21T16:35:37,512 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b65b0c39f474c27920c875d4d3834ef, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732206934667 2024-11-21T16:35:37,519 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:37,521 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121444fdd86b08f437f8a241d69fb783435_599adbc8952765e1c35aa6160f1367ce store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:37,522 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#B#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:37,522 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121444fdd86b08f437f8a241d69fb783435_599adbc8952765e1c35aa6160f1367ce, store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:37,522 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121444fdd86b08f437f8a241d69fb783435_599adbc8952765e1c35aa6160f1367ce because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:37,523 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/e7bf436f9cf24d749789419fd730baea is 50, key is test_row_0/B:col10/1732206935798/Put/seqid=0 2024-11-21T16:35:37,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742054_1230 (size=4469) 2024-11-21T16:35:37,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:37,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T16:35:37,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:37,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742055_1231 (size=13017) 2024-11-21T16:35:37,536 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T16:35:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:37,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121edcc97d3d78944698bd4eb467aeda949_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206935809/Put/seqid=0 2024-11-21T16:35:37,545 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/e7bf436f9cf24d749789419fd730baea as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/e7bf436f9cf24d749789419fd730baea 2024-11-21T16:35:37,550 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/B of 599adbc8952765e1c35aa6160f1367ce into e7bf436f9cf24d749789419fd730baea(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:37,550 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:37,551 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/B, priority=11, startTime=1732206937508; duration=0sec 2024-11-21T16:35:37,551 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:37,551 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:B 2024-11-21T16:35:37,551 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T16:35:37,552 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61751 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T16:35:37,553 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/C is initiating minor compaction (all files) 2024-11-21T16:35:37,553 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/C in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:37,553 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/03edec0fec27484c90c4286246f565f2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/051e59743c024bd09ff576405bc19c6c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/840040ad47554253ac135b15943ae71d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/00ebf925d2cd42fd8a9cfc4164a91c0e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/f071fac79ca04ec996ed6d8d7abc9ffe] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=60.3 K 2024-11-21T16:35:37,553 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 03edec0fec27484c90c4286246f565f2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732206929560 2024-11-21T16:35:37,553 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 051e59743c024bd09ff576405bc19c6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732206930702 2024-11-21T16:35:37,554 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 840040ad47554253ac135b15943ae71d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732206931881 2024-11-21T16:35:37,554 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 00ebf925d2cd42fd8a9cfc4164a91c0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732206932508 2024-11-21T16:35:37,554 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting f071fac79ca04ec996ed6d8d7abc9ffe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732206934667 2024-11-21T16:35:37,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742056_1232 (size=12454) 2024-11-21T16:35:37,563 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#C#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:37,564 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/2d91880ae66340a9921fc36daf22db14 is 50, key is test_row_0/C:col10/1732206935798/Put/seqid=0 2024-11-21T16:35:37,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742057_1233 (size=13017) 2024-11-21T16:35:37,576 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/2d91880ae66340a9921fc36daf22db14 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/2d91880ae66340a9921fc36daf22db14 2024-11-21T16:35:37,581 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/C of 599adbc8952765e1c35aa6160f1367ce into 2d91880ae66340a9921fc36daf22db14(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:37,581 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:37,581 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/C, priority=11, startTime=1732206937508; duration=0sec 2024-11-21T16:35:37,581 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:37,581 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:C 2024-11-21T16:35:37,933 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#A#compaction#191 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:37,934 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/0af3448cbdad47b886c342be7afee35e is 175, key is test_row_0/A:col10/1732206935798/Put/seqid=0 2024-11-21T16:35:37,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742058_1234 (size=31971) 2024-11-21T16:35:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:37,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:37,963 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121edcc97d3d78944698bd4eb467aeda949_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121edcc97d3d78944698bd4eb467aeda949_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:37,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/b428d0e03261476aa824549750fbb873, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:37,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/b428d0e03261476aa824549750fbb873 is 175, key is test_row_0/A:col10/1732206935809/Put/seqid=0 2024-11-21T16:35:37,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742059_1235 (size=31255) 2024-11-21T16:35:38,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206998028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:38,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206998133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:38,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206998336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:38,342 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/0af3448cbdad47b886c342be7afee35e as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/0af3448cbdad47b886c342be7afee35e 2024-11-21T16:35:38,347 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/A of 599adbc8952765e1c35aa6160f1367ce into 0af3448cbdad47b886c342be7afee35e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:38,347 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:38,347 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/A, priority=11, startTime=1732206937508; duration=0sec 2024-11-21T16:35:38,347 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:38,347 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:A 2024-11-21T16:35:38,371 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/b428d0e03261476aa824549750fbb873 2024-11-21T16:35:38,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/94a9b309e01049caa5908fe3f86c60eb is 50, key is test_row_0/B:col10/1732206935809/Put/seqid=0 2024-11-21T16:35:38,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742060_1236 (size=12301) 2024-11-21T16:35:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T16:35:38,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206998641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:38,783 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/94a9b309e01049caa5908fe3f86c60eb 2024-11-21T16:35:38,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/e6475dc65cb14d67aca774669bd80453 is 50, key is test_row_0/C:col10/1732206935809/Put/seqid=0 2024-11-21T16:35:38,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742061_1237 (size=12301) 2024-11-21T16:35:39,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732206999146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:39,194 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/e6475dc65cb14d67aca774669bd80453 2024-11-21T16:35:39,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/b428d0e03261476aa824549750fbb873 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/b428d0e03261476aa824549750fbb873 2024-11-21T16:35:39,202 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/b428d0e03261476aa824549750fbb873, entries=150, sequenceid=326, filesize=30.5 K 2024-11-21T16:35:39,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/94a9b309e01049caa5908fe3f86c60eb as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/94a9b309e01049caa5908fe3f86c60eb 2024-11-21T16:35:39,206 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/94a9b309e01049caa5908fe3f86c60eb, entries=150, sequenceid=326, filesize=12.0 K 2024-11-21T16:35:39,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/e6475dc65cb14d67aca774669bd80453 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/e6475dc65cb14d67aca774669bd80453 2024-11-21T16:35:39,210 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/e6475dc65cb14d67aca774669bd80453, entries=150, sequenceid=326, filesize=12.0 K 2024-11-21T16:35:39,211 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 599adbc8952765e1c35aa6160f1367ce in 1676ms, sequenceid=326, compaction requested=false 2024-11-21T16:35:39,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:39,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:39,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-21T16:35:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-21T16:35:39,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-21T16:35:39,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9070 sec 2024-11-21T16:35:39,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.9090 sec 2024-11-21T16:35:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:40,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T16:35:40,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:40,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:40,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:40,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:40,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:40,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:40,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212f4e13332e4f44e0b3391dad1eb0361d_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206938027/Put/seqid=0 2024-11-21T16:35:40,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742062_1238 (size=14994) 2024-11-21T16:35:40,167 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:40,171 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212f4e13332e4f44e0b3391dad1eb0361d_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212f4e13332e4f44e0b3391dad1eb0361d_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:40,172 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/a4e4f1bd82e5418b8f3b6db365ceedbe, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:40,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/a4e4f1bd82e5418b8f3b6db365ceedbe is 175, key is test_row_0/A:col10/1732206938027/Put/seqid=0 2024-11-21T16:35:40,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732207000172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:40,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742063_1239 (size=39949) 2024-11-21T16:35:40,176 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/a4e4f1bd82e5418b8f3b6db365ceedbe 2024-11-21T16:35:40,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/f3c33e6ab9bd4d3fa71445aaf5c68b81 is 50, key is test_row_0/B:col10/1732206938027/Put/seqid=0 2024-11-21T16:35:40,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742064_1240 (size=12301) 2024-11-21T16:35:40,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732207000275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T16:35:40,409 INFO [Thread-713 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-21T16:35:40,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-21T16:35:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T16:35:40,411 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:40,412 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:40,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:40,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732207000477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T16:35:40,563 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:40,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-21T16:35:40,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:40,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:40,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:40,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:40,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:40,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/f3c33e6ab9bd4d3fa71445aaf5c68b81 2024-11-21T16:35:40,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/7a37d0b627e849b1a3fec03fed79d4f4 is 50, key is test_row_0/C:col10/1732206938027/Put/seqid=0 2024-11-21T16:35:40,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742065_1241 (size=12301) 2024-11-21T16:35:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T16:35:40,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:40,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-21T16:35:40,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:40,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:40,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:40,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:40,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:40,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732207000781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:40,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:40,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-21T16:35:40,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:40,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:40,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:40,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:40,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:40,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/7a37d0b627e849b1a3fec03fed79d4f4 2024-11-21T16:35:41,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/a4e4f1bd82e5418b8f3b6db365ceedbe as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a4e4f1bd82e5418b8f3b6db365ceedbe 2024-11-21T16:35:41,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a4e4f1bd82e5418b8f3b6db365ceedbe, entries=200, sequenceid=356, filesize=39.0 K 2024-11-21T16:35:41,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/f3c33e6ab9bd4d3fa71445aaf5c68b81 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/f3c33e6ab9bd4d3fa71445aaf5c68b81 2024-11-21T16:35:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/f3c33e6ab9bd4d3fa71445aaf5c68b81, entries=150, sequenceid=356, filesize=12.0 K 2024-11-21T16:35:41,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/7a37d0b627e849b1a3fec03fed79d4f4 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7a37d0b627e849b1a3fec03fed79d4f4 2024-11-21T16:35:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T16:35:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7a37d0b627e849b1a3fec03fed79d4f4, entries=150, sequenceid=356, filesize=12.0 K 2024-11-21T16:35:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 599adbc8952765e1c35aa6160f1367ce in 861ms, sequenceid=356, compaction requested=true 2024-11-21T16:35:41,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:41,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:35:41,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:41,017 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:35:41,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:41,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:35:41,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T16:35:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,017 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,018 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:41,018 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/A is initiating minor compaction (all files) 2024-11-21T16:35:41,019 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/A in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:41,019 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/0af3448cbdad47b886c342be7afee35e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/b428d0e03261476aa824549750fbb873, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a4e4f1bd82e5418b8f3b6db365ceedbe] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=100.8 K 2024-11-21T16:35:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,019 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:41,019 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/0af3448cbdad47b886c342be7afee35e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/b428d0e03261476aa824549750fbb873, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a4e4f1bd82e5418b8f3b6db365ceedbe] 2024-11-21T16:35:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,019 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:41,019 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/B is initiating minor compaction (all files) 2024-11-21T16:35:41,019 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0af3448cbdad47b886c342be7afee35e, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732206934667 2024-11-21T16:35:41,019 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/B in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:41,019 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/e7bf436f9cf24d749789419fd730baea, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/94a9b309e01049caa5908fe3f86c60eb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/f3c33e6ab9bd4d3fa71445aaf5c68b81] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=36.7 K 2024-11-21T16:35:41,020 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting b428d0e03261476aa824549750fbb873, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732206935809 2024-11-21T16:35:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,020 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting e7bf436f9cf24d749789419fd730baea, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732206934667 2024-11-21T16:35:41,020 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4e4f1bd82e5418b8f3b6db365ceedbe, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732206938015 2024-11-21T16:35:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,021 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 94a9b309e01049caa5908fe3f86c60eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732206935809 2024-11-21T16:35:41,021 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-21T16:35:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,022 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-21T16:35:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:41,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:41,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:41,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:41,023 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting f3c33e6ab9bd4d3fa71445aaf5c68b81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732206938017 2024-11-21T16:35:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,037 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112111ae947061c845bbb43807e4f85cd019_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_1/A:col10/1732206940170/Put/seqid=0 2024-11-21T16:35:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,042 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#B#compaction#201 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:41,042 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121dbaf4f5a3a0f4c10992ff836dc133033_599adbc8952765e1c35aa6160f1367ce store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,043 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/0235c63b103345cbb0768f06565bcf89 is 50, key is test_row_0/B:col10/1732206938027/Put/seqid=0 2024-11-21T16:35:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,046 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121dbaf4f5a3a0f4c10992ff836dc133033_599adbc8952765e1c35aa6160f1367ce, store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:41,046 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121dbaf4f5a3a0f4c10992ff836dc133033_599adbc8952765e1c35aa6160f1367ce because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742066_1242 (size=9914) 2024-11-21T16:35:41,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,073 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112111ae947061c845bbb43807e4f85cd019_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112111ae947061c845bbb43807e4f85cd019_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/18e8ecccff414170aced03a45f24ae20, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/18e8ecccff414170aced03a45f24ae20 is 175, key is test_row_1/A:col10/1732206940170/Put/seqid=0 2024-11-21T16:35:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742068_1244 (size=4469) 2024-11-21T16:35:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,083 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#A#compaction#200 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,084 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/9f7a727c24ec46b7825e2a648d3391e4 is 175, key is test_row_0/A:col10/1732206938027/Put/seqid=0 2024-11-21T16:35:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742067_1243 (size=13119) 2024-11-21T16:35:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742070_1246 (size=32073) 2024-11-21T16:35:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,126 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/9f7a727c24ec46b7825e2a648d3391e4 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9f7a727c24ec46b7825e2a648d3391e4 2024-11-21T16:35:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742069_1245 (size=22561) 2024-11-21T16:35:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,131 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/A of 599adbc8952765e1c35aa6160f1367ce into 9f7a727c24ec46b7825e2a648d3391e4(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:41,131 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:41,131 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/A, priority=13, startTime=1732206941017; duration=0sec 2024-11-21T16:35:41,131 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:41,131 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:A 2024-11-21T16:35:41,131 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:41,132 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:41,133 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/C is initiating minor compaction (all files) 2024-11-21T16:35:41,133 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/C in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:41,133 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/2d91880ae66340a9921fc36daf22db14, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/e6475dc65cb14d67aca774669bd80453, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7a37d0b627e849b1a3fec03fed79d4f4] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=36.7 K 2024-11-21T16:35:41,133 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d91880ae66340a9921fc36daf22db14, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732206934667 2024-11-21T16:35:41,133 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6475dc65cb14d67aca774669bd80453, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732206935809 2024-11-21T16:35:41,134 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a37d0b627e849b1a3fec03fed79d4f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732206938017 2024-11-21T16:35:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,147 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#C#compaction#203 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,148 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/93f71e14116342d5b22c4f822e081f72 is 50, key is test_row_0/C:col10/1732206938027/Put/seqid=0 2024-11-21T16:35:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742071_1247 (size=13119) 2024-11-21T16:35:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,162 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/93f71e14116342d5b22c4f822e081f72 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/93f71e14116342d5b22c4f822e081f72 2024-11-21T16:35:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,167 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/C of 599adbc8952765e1c35aa6160f1367ce into 93f71e14116342d5b22c4f822e081f72(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:41,167 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:41,167 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/C, priority=13, startTime=1732206941017; duration=0sec 2024-11-21T16:35:41,168 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:41,168 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:C 2024-11-21T16:35:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. as already flushing 2024-11-21T16:35:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:41,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732207001440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:41,501 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/0235c63b103345cbb0768f06565bcf89 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/0235c63b103345cbb0768f06565bcf89 2024-11-21T16:35:41,506 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/B of 599adbc8952765e1c35aa6160f1367ce into 0235c63b103345cbb0768f06565bcf89(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:41,506 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:41,506 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/B, priority=13, startTime=1732206941017; duration=0sec 2024-11-21T16:35:41,506 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:41,506 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:B 2024-11-21T16:35:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T16:35:41,528 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/18e8ecccff414170aced03a45f24ae20 2024-11-21T16:35:41,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/e44ff5eb9b2749c2b31a35c95cc5484d is 50, key is test_row_1/B:col10/1732206940170/Put/seqid=0 2024-11-21T16:35:41,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732207001542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:41,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742072_1248 (size=9857) 2024-11-21T16:35:41,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732207001743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:41,945 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/e44ff5eb9b2749c2b31a35c95cc5484d 2024-11-21T16:35:41,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/6df0422d62c24aea849edbf972368d18 is 50, key is test_row_1/C:col10/1732206940170/Put/seqid=0 2024-11-21T16:35:41,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742073_1249 (size=9857) 2024-11-21T16:35:41,957 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/6df0422d62c24aea849edbf972368d18 2024-11-21T16:35:41,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/18e8ecccff414170aced03a45f24ae20 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/18e8ecccff414170aced03a45f24ae20 2024-11-21T16:35:41,965 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/18e8ecccff414170aced03a45f24ae20, entries=100, sequenceid=365, filesize=22.0 K 2024-11-21T16:35:41,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/e44ff5eb9b2749c2b31a35c95cc5484d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/e44ff5eb9b2749c2b31a35c95cc5484d 2024-11-21T16:35:41,970 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/e44ff5eb9b2749c2b31a35c95cc5484d, entries=100, sequenceid=365, filesize=9.6 K 2024-11-21T16:35:41,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/6df0422d62c24aea849edbf972368d18 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/6df0422d62c24aea849edbf972368d18 2024-11-21T16:35:41,975 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/6df0422d62c24aea849edbf972368d18, entries=100, sequenceid=365, filesize=9.6 K 2024-11-21T16:35:41,976 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 599adbc8952765e1c35aa6160f1367ce in 954ms, sequenceid=365, compaction requested=false 2024-11-21T16:35:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-21T16:35:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-21T16:35:41,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-21T16:35:41,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5650 sec 2024-11-21T16:35:41,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.5690 sec 2024-11-21T16:35:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:42,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-21T16:35:42,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:42,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:42,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:42,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:42,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:42,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:42,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732207002056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:42,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212e5039537fc74dcc95d659ba04cf7cce_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206941439/Put/seqid=0 2024-11-21T16:35:42,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742074_1250 (size=14994) 2024-11-21T16:35:42,088 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:42,092 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212e5039537fc74dcc95d659ba04cf7cce_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212e5039537fc74dcc95d659ba04cf7cce_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:42,093 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/00975c6792b645c89ecaafc0de45e29d, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:42,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/00975c6792b645c89ecaafc0de45e29d is 175, key is test_row_0/A:col10/1732206941439/Put/seqid=0 2024-11-21T16:35:42,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742075_1251 (size=39949) 2024-11-21T16:35:42,143 DEBUG [Thread-714 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:56804 2024-11-21T16:35:42,143 DEBUG [Thread-714 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:42,143 DEBUG [Thread-720 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c38ee58 to 127.0.0.1:56804 2024-11-21T16:35:42,143 DEBUG [Thread-720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:42,144 DEBUG [Thread-716 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b727d6e to 127.0.0.1:56804 2024-11-21T16:35:42,144 DEBUG [Thread-716 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:42,147 DEBUG [Thread-718 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7940d9 to 127.0.0.1:56804 2024-11-21T16:35:42,147 DEBUG [Thread-718 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:42,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732207002159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:42,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732207002361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:42,500 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=396, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/00975c6792b645c89ecaafc0de45e29d 2024-11-21T16:35:42,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/fc3a3f007b3e4590b559d272dfbe4662 is 50, key is test_row_0/B:col10/1732206941439/Put/seqid=0 2024-11-21T16:35:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T16:35:42,516 INFO [Thread-713 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-21T16:35:42,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742076_1252 (size=12301) 2024-11-21T16:35:42,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/fc3a3f007b3e4590b559d272dfbe4662 2024-11-21T16:35:42,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/7ba97cec402f4003a4f9e3141798c4e2 is 50, key is test_row_0/C:col10/1732206941439/Put/seqid=0 2024-11-21T16:35:42,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742077_1253 (size=12301) 2024-11-21T16:35:42,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1732207002663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:42,771 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T16:35:42,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/7ba97cec402f4003a4f9e3141798c4e2 2024-11-21T16:35:42,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/00975c6792b645c89ecaafc0de45e29d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/00975c6792b645c89ecaafc0de45e29d 2024-11-21T16:35:42,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/00975c6792b645c89ecaafc0de45e29d, entries=200, sequenceid=396, filesize=39.0 K 2024-11-21T16:35:42,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/fc3a3f007b3e4590b559d272dfbe4662 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/fc3a3f007b3e4590b559d272dfbe4662 2024-11-21T16:35:42,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/fc3a3f007b3e4590b559d272dfbe4662, entries=150, sequenceid=396, filesize=12.0 K 2024-11-21T16:35:42,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/7ba97cec402f4003a4f9e3141798c4e2 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7ba97cec402f4003a4f9e3141798c4e2 2024-11-21T16:35:42,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7ba97cec402f4003a4f9e3141798c4e2, entries=150, sequenceid=396, filesize=12.0 K 2024-11-21T16:35:42,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 599adbc8952765e1c35aa6160f1367ce in 910ms, sequenceid=396, compaction requested=true 2024-11-21T16:35:42,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:42,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:35:42,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:42,956 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:42,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:35:42,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:42,956 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:42,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 599adbc8952765e1c35aa6160f1367ce:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:35:42,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:42,957 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:42,957 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:42,957 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/B is initiating minor compaction (all files) 2024-11-21T16:35:42,957 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/A is initiating minor compaction (all files) 2024-11-21T16:35:42,957 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/B in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:42,957 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/A in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:42,957 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/0235c63b103345cbb0768f06565bcf89, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/e44ff5eb9b2749c2b31a35c95cc5484d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/fc3a3f007b3e4590b559d272dfbe4662] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=34.5 K 2024-11-21T16:35:42,957 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9f7a727c24ec46b7825e2a648d3391e4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/18e8ecccff414170aced03a45f24ae20, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/00975c6792b645c89ecaafc0de45e29d] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=92.4 K 2024-11-21T16:35:42,957 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:42,957 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9f7a727c24ec46b7825e2a648d3391e4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/18e8ecccff414170aced03a45f24ae20, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/00975c6792b645c89ecaafc0de45e29d] 2024-11-21T16:35:42,958 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 0235c63b103345cbb0768f06565bcf89, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732206938017 2024-11-21T16:35:42,958 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f7a727c24ec46b7825e2a648d3391e4, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732206938017 2024-11-21T16:35:42,958 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting e44ff5eb9b2749c2b31a35c95cc5484d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732206940168 2024-11-21T16:35:42,958 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting fc3a3f007b3e4590b559d272dfbe4662, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732206941432 2024-11-21T16:35:42,958 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18e8ecccff414170aced03a45f24ae20, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732206940168 2024-11-21T16:35:42,958 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00975c6792b645c89ecaafc0de45e29d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732206941432 2024-11-21T16:35:42,967 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#B#compaction#209 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:42,968 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/601138e27502422a8b4b666aa32e003d is 50, key is test_row_0/B:col10/1732206941439/Put/seqid=0 2024-11-21T16:35:42,968 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:42,971 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112118d2f45a0bda4ec9805d0aa401485c87_599adbc8952765e1c35aa6160f1367ce store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:42,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742078_1254 (size=13221) 2024-11-21T16:35:42,996 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112118d2f45a0bda4ec9805d0aa401485c87_599adbc8952765e1c35aa6160f1367ce, store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:42,996 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112118d2f45a0bda4ec9805d0aa401485c87_599adbc8952765e1c35aa6160f1367ce because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:43,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742079_1255 (size=4469) 2024-11-21T16:35:43,172 DEBUG [Thread-707 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x454f1431 to 127.0.0.1:56804 2024-11-21T16:35:43,172 DEBUG [Thread-707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:43,383 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/601138e27502422a8b4b666aa32e003d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/601138e27502422a8b4b666aa32e003d 2024-11-21T16:35:43,391 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/B of 599adbc8952765e1c35aa6160f1367ce into 601138e27502422a8b4b666aa32e003d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:43,391 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:43,391 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/B, priority=13, startTime=1732206942956; duration=0sec 2024-11-21T16:35:43,391 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:43,391 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:B 2024-11-21T16:35:43,391 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:43,392 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:43,392 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 599adbc8952765e1c35aa6160f1367ce/C is initiating minor compaction (all files) 2024-11-21T16:35:43,393 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 599adbc8952765e1c35aa6160f1367ce/C in TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:43,393 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/93f71e14116342d5b22c4f822e081f72, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/6df0422d62c24aea849edbf972368d18, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7ba97cec402f4003a4f9e3141798c4e2] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp, totalSize=34.5 K 2024-11-21T16:35:43,393 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 93f71e14116342d5b22c4f822e081f72, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732206938017 2024-11-21T16:35:43,394 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 6df0422d62c24aea849edbf972368d18, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732206940168 2024-11-21T16:35:43,394 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ba97cec402f4003a4f9e3141798c4e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732206941432 2024-11-21T16:35:43,402 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#A#compaction#210 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:43,402 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 599adbc8952765e1c35aa6160f1367ce#C#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:43,402 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/5cd94e8c27d849bf836e7366d4c4da1a is 50, key is test_row_0/C:col10/1732206941439/Put/seqid=0 2024-11-21T16:35:43,402 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/4278380ebca040faa07b0d95af810a74 is 175, key is test_row_0/A:col10/1732206941439/Put/seqid=0 2024-11-21T16:35:43,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742080_1256 (size=13221) 2024-11-21T16:35:43,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742081_1257 (size=32175) 2024-11-21T16:35:43,415 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/4278380ebca040faa07b0d95af810a74 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/4278380ebca040faa07b0d95af810a74 2024-11-21T16:35:43,420 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/A of 599adbc8952765e1c35aa6160f1367ce into 4278380ebca040faa07b0d95af810a74(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:43,420 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:43,420 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/A, priority=13, startTime=1732206942956; duration=0sec 2024-11-21T16:35:43,420 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:43,420 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:A 2024-11-21T16:35:43,819 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/5cd94e8c27d849bf836e7366d4c4da1a as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/5cd94e8c27d849bf836e7366d4c4da1a 2024-11-21T16:35:43,824 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 599adbc8952765e1c35aa6160f1367ce/C of 599adbc8952765e1c35aa6160f1367ce into 5cd94e8c27d849bf836e7366d4c4da1a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:43,824 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:43,824 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce., storeName=599adbc8952765e1c35aa6160f1367ce/C, priority=13, startTime=1732206942956; duration=0sec 2024-11-21T16:35:43,824 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:43,824 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 599adbc8952765e1c35aa6160f1367ce:C 2024-11-21T16:35:46,179 DEBUG [Thread-703 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79982672 to 127.0.0.1:56804 2024-11-21T16:35:46,179 DEBUG [Thread-703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:46,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:35:46,230 DEBUG [Thread-709 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x505d5ccd to 127.0.0.1:56804 2024-11-21T16:35:46,230 DEBUG [Thread-709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:46,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:46,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:46,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:46,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:46,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:46,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:46,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ff42d9c830af48beaa6db08a314fefa0_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206946227/Put/seqid=0 2024-11-21T16:35:46,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742082_1258 (size=12454) 2024-11-21T16:35:46,264 DEBUG [Thread-711 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x367f47f7 to 127.0.0.1:56804 2024-11-21T16:35:46,264 DEBUG [Thread-711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:46,281 DEBUG [Thread-705 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b4bd1ba to 127.0.0.1:56804 2024-11-21T16:35:46,281 DEBUG [Thread-705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:46,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T16:35:46,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-21T16:35:46,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-21T16:35:46,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 185 2024-11-21T16:35:46,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-21T16:35:46,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-21T16:35:46,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T16:35:46,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6619 2024-11-21T16:35:46,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6139 2024-11-21T16:35:46,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T16:35:46,282 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2729 2024-11-21T16:35:46,282 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8185 rows 2024-11-21T16:35:46,282 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2719 2024-11-21T16:35:46,282 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8155 rows 2024-11-21T16:35:46,282 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T16:35:46,282 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x118b007e to 127.0.0.1:56804 2024-11-21T16:35:46,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:35:46,288 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T16:35:46,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T16:35:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T16:35:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T16:35:46,292 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732206946292"}]},"ts":"1732206946292"} 2024-11-21T16:35:46,292 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T16:35:46,305 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T16:35:46,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T16:35:46,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=599adbc8952765e1c35aa6160f1367ce, UNASSIGN}] 2024-11-21T16:35:46,307 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=599adbc8952765e1c35aa6160f1367ce, UNASSIGN 2024-11-21T16:35:46,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=599adbc8952765e1c35aa6160f1367ce, regionState=CLOSING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:35:46,308 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T16:35:46,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:35:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T16:35:46,460 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:46,460 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:46,460 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T16:35:46,461 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 599adbc8952765e1c35aa6160f1367ce, disabling compactions & flushes 2024-11-21T16:35:46,461 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T16:35:46,648 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:46,655 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ff42d9c830af48beaa6db08a314fefa0_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ff42d9c830af48beaa6db08a314fefa0_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:46,657 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/022d9454ea1e40d79431ff4dbbfbcff9, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:46,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/022d9454ea1e40d79431ff4dbbfbcff9 is 175, key is test_row_0/A:col10/1732206946227/Put/seqid=0 2024-11-21T16:35:46,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742083_1259 (size=31255) 2024-11-21T16:35:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T16:35:47,064 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/022d9454ea1e40d79431ff4dbbfbcff9 2024-11-21T16:35:47,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/f751e79a352c45b78f783b0e3b324c29 is 50, key is test_row_0/B:col10/1732206946227/Put/seqid=0 2024-11-21T16:35:47,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742084_1260 (size=12301) 2024-11-21T16:35:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T16:35:47,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/f751e79a352c45b78f783b0e3b324c29 2024-11-21T16:35:47,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/4138d40f1cd9499f8d6501ceb8669911 is 50, key is test_row_0/C:col10/1732206946227/Put/seqid=0 2024-11-21T16:35:47,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742085_1261 (size=12301) 2024-11-21T16:35:47,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/4138d40f1cd9499f8d6501ceb8669911 2024-11-21T16:35:47,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/022d9454ea1e40d79431ff4dbbfbcff9 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/022d9454ea1e40d79431ff4dbbfbcff9 2024-11-21T16:35:47,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/022d9454ea1e40d79431ff4dbbfbcff9, entries=150, sequenceid=410, filesize=30.5 K 2024-11-21T16:35:47,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/f751e79a352c45b78f783b0e3b324c29 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/f751e79a352c45b78f783b0e3b324c29 2024-11-21T16:35:47,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/f751e79a352c45b78f783b0e3b324c29, entries=150, sequenceid=410, filesize=12.0 K 2024-11-21T16:35:47,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/4138d40f1cd9499f8d6501ceb8669911 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/4138d40f1cd9499f8d6501ceb8669911 2024-11-21T16:35:47,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/4138d40f1cd9499f8d6501ceb8669911, entries=150, sequenceid=410, filesize=12.0 K 2024-11-21T16:35:47,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for 599adbc8952765e1c35aa6160f1367ce in 1722ms, sequenceid=410, compaction requested=false 2024-11-21T16:35:47,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:47,953 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:47,953 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:47,953 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. after waiting 0 ms 2024-11-21T16:35:47,953 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:47,953 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 599adbc8952765e1c35aa6160f1367ce 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-21T16:35:47,953 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=A 2024-11-21T16:35:47,953 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:47,953 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=B 2024-11-21T16:35:47,953 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:47,953 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 599adbc8952765e1c35aa6160f1367ce, store=C 2024-11-21T16:35:47,953 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:47,959 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214ac9bca0b06e4dd0a2b942ef391cb445_599adbc8952765e1c35aa6160f1367ce is 50, key is test_row_0/A:col10/1732206946263/Put/seqid=0 2024-11-21T16:35:47,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742086_1262 (size=9914) 2024-11-21T16:35:48,364 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:48,373 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214ac9bca0b06e4dd0a2b942ef391cb445_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214ac9bca0b06e4dd0a2b942ef391cb445_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:48,374 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/494c3001b6bc45278db8a3c1562eec39, store: [table=TestAcidGuarantees family=A region=599adbc8952765e1c35aa6160f1367ce] 2024-11-21T16:35:48,375 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/494c3001b6bc45278db8a3c1562eec39 is 175, key is test_row_0/A:col10/1732206946263/Put/seqid=0 2024-11-21T16:35:48,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742087_1263 (size=22561) 2024-11-21T16:35:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T16:35:48,654 DEBUG [master/3e736a818b50:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1a93772f08b2c79de57de55b8388a291 changed from -1.0 to 0.0, refreshing cache 2024-11-21T16:35:48,782 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=415, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/494c3001b6bc45278db8a3c1562eec39 2024-11-21T16:35:48,794 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/c29b1200e5a24101828dc581ee8f9ad9 is 50, key is test_row_0/B:col10/1732206946263/Put/seqid=0 2024-11-21T16:35:48,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742088_1264 (size=9857) 2024-11-21T16:35:49,200 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/c29b1200e5a24101828dc581ee8f9ad9 2024-11-21T16:35:49,214 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/ffa5df1b1f844ba3a16a4663fab34808 is 50, key is test_row_0/C:col10/1732206946263/Put/seqid=0 2024-11-21T16:35:49,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742089_1265 (size=9857) 2024-11-21T16:35:49,621 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/ffa5df1b1f844ba3a16a4663fab34808 2024-11-21T16:35:49,631 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/A/494c3001b6bc45278db8a3c1562eec39 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/494c3001b6bc45278db8a3c1562eec39 2024-11-21T16:35:49,636 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/494c3001b6bc45278db8a3c1562eec39, entries=100, sequenceid=415, filesize=22.0 K 2024-11-21T16:35:49,637 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/B/c29b1200e5a24101828dc581ee8f9ad9 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/c29b1200e5a24101828dc581ee8f9ad9 2024-11-21T16:35:49,641 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/c29b1200e5a24101828dc581ee8f9ad9, entries=100, sequenceid=415, filesize=9.6 K 2024-11-21T16:35:49,642 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/.tmp/C/ffa5df1b1f844ba3a16a4663fab34808 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/ffa5df1b1f844ba3a16a4663fab34808 2024-11-21T16:35:49,645 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/ffa5df1b1f844ba3a16a4663fab34808, entries=100, sequenceid=415, filesize=9.6 K 2024-11-21T16:35:49,646 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 599adbc8952765e1c35aa6160f1367ce in 1693ms, sequenceid=415, compaction requested=true 2024-11-21T16:35:49,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/f343593dd9f946aab5274e9f52958945, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/ef8936fe838341f9ba45f33d2b4d14f3, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9eeeb116acb348ee8bce2bbf801c67ed, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a8b95c532021476880617494d1be5e25, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/c9c1fc4ebebf4c83b6d038b89f943c94, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a53e92a67d2a4e92b098b8972075f89e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/3f315c51df364b2b8b4c5cd88b2f38c2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/8e83998a6a1e416a8214637ac2372f11, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/fc6af87be9fc4474b50f9ad20ede6aab, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/28b6426d095b4b02baf791531c363c5f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/8d6510a5502b410d8161342abca3ad96, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a4710ab2837a4ece8b3b143def04d1f5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/fa08e07da53d4640b419b5645b67389d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9e60cfe6d9234c5eaca5cf3db88586ca, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/d6dfcd1180f24e97814cce223ddfc4af, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/1afacb7ac06a44ecb10823ea0fcbac3b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/cab3abfe25684fbdba6541a1fd91b673, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/3e6a8f60450c465db5c8a4fc238e6408, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/64aaab3245204e6da7e1ebaf3df71e7c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/5abdc5a09aad4afe8584a296aa8f04cd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/0b65b0c39f474c27920c875d4d3834ef, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/0af3448cbdad47b886c342be7afee35e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/b428d0e03261476aa824549750fbb873, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a4e4f1bd82e5418b8f3b6db365ceedbe, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9f7a727c24ec46b7825e2a648d3391e4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/18e8ecccff414170aced03a45f24ae20, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/00975c6792b645c89ecaafc0de45e29d] to archive 2024-11-21T16:35:49,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:35:49,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/f343593dd9f946aab5274e9f52958945 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/f343593dd9f946aab5274e9f52958945 2024-11-21T16:35:49,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/ef8936fe838341f9ba45f33d2b4d14f3 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/ef8936fe838341f9ba45f33d2b4d14f3 2024-11-21T16:35:49,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9eeeb116acb348ee8bce2bbf801c67ed to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9eeeb116acb348ee8bce2bbf801c67ed 2024-11-21T16:35:49,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a8b95c532021476880617494d1be5e25 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a8b95c532021476880617494d1be5e25 2024-11-21T16:35:49,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/c9c1fc4ebebf4c83b6d038b89f943c94 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/c9c1fc4ebebf4c83b6d038b89f943c94 2024-11-21T16:35:49,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a53e92a67d2a4e92b098b8972075f89e to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a53e92a67d2a4e92b098b8972075f89e 2024-11-21T16:35:49,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/3f315c51df364b2b8b4c5cd88b2f38c2 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/3f315c51df364b2b8b4c5cd88b2f38c2 2024-11-21T16:35:49,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/8e83998a6a1e416a8214637ac2372f11 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/8e83998a6a1e416a8214637ac2372f11 2024-11-21T16:35:49,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/fc6af87be9fc4474b50f9ad20ede6aab to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/fc6af87be9fc4474b50f9ad20ede6aab 2024-11-21T16:35:49,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/28b6426d095b4b02baf791531c363c5f to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/28b6426d095b4b02baf791531c363c5f 2024-11-21T16:35:49,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/8d6510a5502b410d8161342abca3ad96 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/8d6510a5502b410d8161342abca3ad96 2024-11-21T16:35:49,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a4710ab2837a4ece8b3b143def04d1f5 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a4710ab2837a4ece8b3b143def04d1f5 2024-11-21T16:35:49,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/fa08e07da53d4640b419b5645b67389d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/fa08e07da53d4640b419b5645b67389d 2024-11-21T16:35:49,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9e60cfe6d9234c5eaca5cf3db88586ca to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9e60cfe6d9234c5eaca5cf3db88586ca 2024-11-21T16:35:49,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/d6dfcd1180f24e97814cce223ddfc4af to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/d6dfcd1180f24e97814cce223ddfc4af 2024-11-21T16:35:49,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/1afacb7ac06a44ecb10823ea0fcbac3b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/1afacb7ac06a44ecb10823ea0fcbac3b 2024-11-21T16:35:49,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/cab3abfe25684fbdba6541a1fd91b673 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/cab3abfe25684fbdba6541a1fd91b673 2024-11-21T16:35:49,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/3e6a8f60450c465db5c8a4fc238e6408 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/3e6a8f60450c465db5c8a4fc238e6408 2024-11-21T16:35:49,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/64aaab3245204e6da7e1ebaf3df71e7c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/64aaab3245204e6da7e1ebaf3df71e7c 2024-11-21T16:35:49,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/5abdc5a09aad4afe8584a296aa8f04cd to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/5abdc5a09aad4afe8584a296aa8f04cd 2024-11-21T16:35:49,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/0b65b0c39f474c27920c875d4d3834ef to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/0b65b0c39f474c27920c875d4d3834ef 2024-11-21T16:35:49,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/0af3448cbdad47b886c342be7afee35e to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/0af3448cbdad47b886c342be7afee35e 2024-11-21T16:35:49,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/b428d0e03261476aa824549750fbb873 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/b428d0e03261476aa824549750fbb873 2024-11-21T16:35:49,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a4e4f1bd82e5418b8f3b6db365ceedbe to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/a4e4f1bd82e5418b8f3b6db365ceedbe 2024-11-21T16:35:49,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9f7a727c24ec46b7825e2a648d3391e4 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/9f7a727c24ec46b7825e2a648d3391e4 2024-11-21T16:35:49,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/18e8ecccff414170aced03a45f24ae20 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/18e8ecccff414170aced03a45f24ae20 2024-11-21T16:35:49,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/00975c6792b645c89ecaafc0de45e29d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/00975c6792b645c89ecaafc0de45e29d 2024-11-21T16:35:49,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/b29a25c67d8d4e8b9d6da2696831cc85, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/a41f2e5b868d4c6aabef5223c3cbecec, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/fbee92aee01d446891423365cac9adf2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/a26cf3b60f1c466595bdc1554fd03443, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/3b45bb5de1514e65855744532a7cd6a6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/8845c705dffd4bb4970607333fc94fa2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/d82e8727ed4e40c9a5f9e26c2d1e574b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/845b0e09324948e79ebd2fcb69318eab, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/7351232727384937a2ff1ef6bc104c15, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/26609a1dc3f945ef82db06c92e2394d3, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/e4ec3b32b0364661a978c79b611f44f0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/0276fde25119405796b74d39ebce94fb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/b1bc369f04524f7f8b69a3eb8e74a5f1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/f8f9e4d57d5a4a3493590530ff231de9, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/858c12a520b94a8f9aeea486d5f02520, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/8ee805dfa3c940eaa2256cc9b1abb23d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/bc7b1f17401641e9ae9ab4ba2a1f2622, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/7f680a59ac3d40cca597c92e35b48bb4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/23bf3fa732b6462895d0f1043811d61a, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/48c86cac4ad341e38bafaba72209c459, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/e7bf436f9cf24d749789419fd730baea, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/d9c49cb6e4034cfebfb0f0cf667f7c80, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/94a9b309e01049caa5908fe3f86c60eb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/0235c63b103345cbb0768f06565bcf89, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/f3c33e6ab9bd4d3fa71445aaf5c68b81, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/e44ff5eb9b2749c2b31a35c95cc5484d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/fc3a3f007b3e4590b559d272dfbe4662] to archive 2024-11-21T16:35:49,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:35:49,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/b29a25c67d8d4e8b9d6da2696831cc85 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/b29a25c67d8d4e8b9d6da2696831cc85 2024-11-21T16:35:49,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/a41f2e5b868d4c6aabef5223c3cbecec to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/a41f2e5b868d4c6aabef5223c3cbecec 2024-11-21T16:35:49,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/fbee92aee01d446891423365cac9adf2 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/fbee92aee01d446891423365cac9adf2 2024-11-21T16:35:49,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/a26cf3b60f1c466595bdc1554fd03443 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/a26cf3b60f1c466595bdc1554fd03443 2024-11-21T16:35:49,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/3b45bb5de1514e65855744532a7cd6a6 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/3b45bb5de1514e65855744532a7cd6a6 2024-11-21T16:35:49,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/8845c705dffd4bb4970607333fc94fa2 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/8845c705dffd4bb4970607333fc94fa2 2024-11-21T16:35:49,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/d82e8727ed4e40c9a5f9e26c2d1e574b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/d82e8727ed4e40c9a5f9e26c2d1e574b 2024-11-21T16:35:49,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/845b0e09324948e79ebd2fcb69318eab to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/845b0e09324948e79ebd2fcb69318eab 2024-11-21T16:35:49,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/7351232727384937a2ff1ef6bc104c15 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/7351232727384937a2ff1ef6bc104c15 2024-11-21T16:35:49,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/26609a1dc3f945ef82db06c92e2394d3 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/26609a1dc3f945ef82db06c92e2394d3 2024-11-21T16:35:49,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/e4ec3b32b0364661a978c79b611f44f0 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/e4ec3b32b0364661a978c79b611f44f0 2024-11-21T16:35:49,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/0276fde25119405796b74d39ebce94fb to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/0276fde25119405796b74d39ebce94fb 2024-11-21T16:35:49,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/b1bc369f04524f7f8b69a3eb8e74a5f1 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/b1bc369f04524f7f8b69a3eb8e74a5f1 2024-11-21T16:35:49,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/f8f9e4d57d5a4a3493590530ff231de9 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/f8f9e4d57d5a4a3493590530ff231de9 2024-11-21T16:35:49,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/858c12a520b94a8f9aeea486d5f02520 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/858c12a520b94a8f9aeea486d5f02520 2024-11-21T16:35:49,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/8ee805dfa3c940eaa2256cc9b1abb23d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/8ee805dfa3c940eaa2256cc9b1abb23d 2024-11-21T16:35:49,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/bc7b1f17401641e9ae9ab4ba2a1f2622 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/bc7b1f17401641e9ae9ab4ba2a1f2622 2024-11-21T16:35:49,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/7f680a59ac3d40cca597c92e35b48bb4 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/7f680a59ac3d40cca597c92e35b48bb4 2024-11-21T16:35:49,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/23bf3fa732b6462895d0f1043811d61a to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/23bf3fa732b6462895d0f1043811d61a 2024-11-21T16:35:49,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/48c86cac4ad341e38bafaba72209c459 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/48c86cac4ad341e38bafaba72209c459 2024-11-21T16:35:49,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/e7bf436f9cf24d749789419fd730baea to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/e7bf436f9cf24d749789419fd730baea 2024-11-21T16:35:49,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/d9c49cb6e4034cfebfb0f0cf667f7c80 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/d9c49cb6e4034cfebfb0f0cf667f7c80 2024-11-21T16:35:49,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/94a9b309e01049caa5908fe3f86c60eb to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/94a9b309e01049caa5908fe3f86c60eb 2024-11-21T16:35:49,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/0235c63b103345cbb0768f06565bcf89 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/0235c63b103345cbb0768f06565bcf89 2024-11-21T16:35:49,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/f3c33e6ab9bd4d3fa71445aaf5c68b81 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/f3c33e6ab9bd4d3fa71445aaf5c68b81 2024-11-21T16:35:49,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/e44ff5eb9b2749c2b31a35c95cc5484d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/e44ff5eb9b2749c2b31a35c95cc5484d 2024-11-21T16:35:49,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/fc3a3f007b3e4590b559d272dfbe4662 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/fc3a3f007b3e4590b559d272dfbe4662 2024-11-21T16:35:49,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/9fb35f3f45ac47958550cfd9acd8cbac, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/59b5576f9891482589fa4b3aedb995f9, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/ded1334e250b4a0d83e03962d2a4248b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/a2754c8d223f44ccbd450765cb60f379, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/0b55dc7faf5c4114b7361e9a85781bca, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/73696365e5bc4102b9787b15712849f6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7b7a1fd698c14b6ca8e52d5c49fcadd3, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/95ac4b5c353f4dc0bf4752afc2b138ac, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/37f162a202e2461e94f9dc833e8a73cb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/f1234f1687e4439f80b23db4f6c65571, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/917bdc9800ff46b39d5e14d751cd55c6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/e9e5420c80a54db8b2abccccbde3a3ff, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/f2e68e24dbb34deba8b785225114728b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/bee0a32ad181444d889cad1751ae4d55, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/75c55cacc9af40a2a14ae895a8688f4e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/03edec0fec27484c90c4286246f565f2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/3927e0cb25cc480eb8fac9bb6c465a68, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/051e59743c024bd09ff576405bc19c6c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/840040ad47554253ac135b15943ae71d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/00ebf925d2cd42fd8a9cfc4164a91c0e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/2d91880ae66340a9921fc36daf22db14, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/f071fac79ca04ec996ed6d8d7abc9ffe, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/e6475dc65cb14d67aca774669bd80453, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/93f71e14116342d5b22c4f822e081f72, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7a37d0b627e849b1a3fec03fed79d4f4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/6df0422d62c24aea849edbf972368d18, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7ba97cec402f4003a4f9e3141798c4e2] to archive 2024-11-21T16:35:49,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:35:49,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/9fb35f3f45ac47958550cfd9acd8cbac to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/9fb35f3f45ac47958550cfd9acd8cbac 2024-11-21T16:35:49,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/59b5576f9891482589fa4b3aedb995f9 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/59b5576f9891482589fa4b3aedb995f9 2024-11-21T16:35:49,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/ded1334e250b4a0d83e03962d2a4248b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/ded1334e250b4a0d83e03962d2a4248b 2024-11-21T16:35:49,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/a2754c8d223f44ccbd450765cb60f379 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/a2754c8d223f44ccbd450765cb60f379 2024-11-21T16:35:49,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/0b55dc7faf5c4114b7361e9a85781bca to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/0b55dc7faf5c4114b7361e9a85781bca 2024-11-21T16:35:49,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/73696365e5bc4102b9787b15712849f6 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/73696365e5bc4102b9787b15712849f6 2024-11-21T16:35:49,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7b7a1fd698c14b6ca8e52d5c49fcadd3 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7b7a1fd698c14b6ca8e52d5c49fcadd3 2024-11-21T16:35:49,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/95ac4b5c353f4dc0bf4752afc2b138ac to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/95ac4b5c353f4dc0bf4752afc2b138ac 2024-11-21T16:35:49,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/37f162a202e2461e94f9dc833e8a73cb to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/37f162a202e2461e94f9dc833e8a73cb 2024-11-21T16:35:49,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/f1234f1687e4439f80b23db4f6c65571 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/f1234f1687e4439f80b23db4f6c65571 2024-11-21T16:35:49,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/917bdc9800ff46b39d5e14d751cd55c6 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/917bdc9800ff46b39d5e14d751cd55c6 2024-11-21T16:35:49,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/e9e5420c80a54db8b2abccccbde3a3ff to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/e9e5420c80a54db8b2abccccbde3a3ff 2024-11-21T16:35:49,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/f2e68e24dbb34deba8b785225114728b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/f2e68e24dbb34deba8b785225114728b 2024-11-21T16:35:49,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/bee0a32ad181444d889cad1751ae4d55 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/bee0a32ad181444d889cad1751ae4d55 2024-11-21T16:35:49,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/75c55cacc9af40a2a14ae895a8688f4e to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/75c55cacc9af40a2a14ae895a8688f4e 2024-11-21T16:35:49,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/03edec0fec27484c90c4286246f565f2 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/03edec0fec27484c90c4286246f565f2 2024-11-21T16:35:49,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/3927e0cb25cc480eb8fac9bb6c465a68 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/3927e0cb25cc480eb8fac9bb6c465a68 2024-11-21T16:35:49,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/051e59743c024bd09ff576405bc19c6c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/051e59743c024bd09ff576405bc19c6c 2024-11-21T16:35:49,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/840040ad47554253ac135b15943ae71d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/840040ad47554253ac135b15943ae71d 2024-11-21T16:35:49,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/00ebf925d2cd42fd8a9cfc4164a91c0e to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/00ebf925d2cd42fd8a9cfc4164a91c0e 2024-11-21T16:35:49,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/2d91880ae66340a9921fc36daf22db14 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/2d91880ae66340a9921fc36daf22db14 2024-11-21T16:35:49,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/f071fac79ca04ec996ed6d8d7abc9ffe to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/f071fac79ca04ec996ed6d8d7abc9ffe 2024-11-21T16:35:49,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/e6475dc65cb14d67aca774669bd80453 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/e6475dc65cb14d67aca774669bd80453 2024-11-21T16:35:49,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/93f71e14116342d5b22c4f822e081f72 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/93f71e14116342d5b22c4f822e081f72 2024-11-21T16:35:49,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7a37d0b627e849b1a3fec03fed79d4f4 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7a37d0b627e849b1a3fec03fed79d4f4 2024-11-21T16:35:49,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/6df0422d62c24aea849edbf972368d18 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/6df0422d62c24aea849edbf972368d18 2024-11-21T16:35:49,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7ba97cec402f4003a4f9e3141798c4e2 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/7ba97cec402f4003a4f9e3141798c4e2 2024-11-21T16:35:49,746 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/recovered.edits/418.seqid, newMaxSeqId=418, maxSeqId=4 2024-11-21T16:35:49,747 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce. 2024-11-21T16:35:49,747 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 599adbc8952765e1c35aa6160f1367ce: 2024-11-21T16:35:49,748 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:49,749 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=599adbc8952765e1c35aa6160f1367ce, regionState=CLOSED 2024-11-21T16:35:49,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-21T16:35:49,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 599adbc8952765e1c35aa6160f1367ce, server=3e736a818b50,32923,1732206884345 in 3.4420 sec 2024-11-21T16:35:49,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-11-21T16:35:49,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=599adbc8952765e1c35aa6160f1367ce, UNASSIGN in 3.4450 sec 2024-11-21T16:35:49,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-21T16:35:49,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.4470 sec 2024-11-21T16:35:49,754 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732206949754"}]},"ts":"1732206949754"} 2024-11-21T16:35:49,755 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T16:35:49,796 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T16:35:49,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.5090 sec 2024-11-21T16:35:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T16:35:50,401 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-21T16:35:50,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T16:35:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:35:50,404 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:35:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T16:35:50,405 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:35:50,407 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,410 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/recovered.edits] 2024-11-21T16:35:50,416 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/022d9454ea1e40d79431ff4dbbfbcff9 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/022d9454ea1e40d79431ff4dbbfbcff9 2024-11-21T16:35:50,418 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/4278380ebca040faa07b0d95af810a74 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/4278380ebca040faa07b0d95af810a74 2024-11-21T16:35:50,421 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/494c3001b6bc45278db8a3c1562eec39 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/A/494c3001b6bc45278db8a3c1562eec39 2024-11-21T16:35:50,425 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/601138e27502422a8b4b666aa32e003d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/601138e27502422a8b4b666aa32e003d 2024-11-21T16:35:50,427 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/c29b1200e5a24101828dc581ee8f9ad9 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/c29b1200e5a24101828dc581ee8f9ad9 2024-11-21T16:35:50,428 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/f751e79a352c45b78f783b0e3b324c29 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/B/f751e79a352c45b78f783b0e3b324c29 2024-11-21T16:35:50,430 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/4138d40f1cd9499f8d6501ceb8669911 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/4138d40f1cd9499f8d6501ceb8669911 2024-11-21T16:35:50,431 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/5cd94e8c27d849bf836e7366d4c4da1a to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/5cd94e8c27d849bf836e7366d4c4da1a 2024-11-21T16:35:50,432 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/ffa5df1b1f844ba3a16a4663fab34808 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/C/ffa5df1b1f844ba3a16a4663fab34808 2024-11-21T16:35:50,434 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/recovered.edits/418.seqid to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce/recovered.edits/418.seqid 2024-11-21T16:35:50,435 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,435 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T16:35:50,435 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T16:35:50,436 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T16:35:50,439 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112111ae947061c845bbb43807e4f85cd019_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112111ae947061c845bbb43807e4f85cd019_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,440 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211a9a7eb9a85542e6b0dfe52e7d3d4c0c_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211a9a7eb9a85542e6b0dfe52e7d3d4c0c_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,441 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211fbbfe196d2144c29abaa9fd25a640c6_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211fbbfe196d2144c29abaa9fd25a640c6_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,442 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212e5039537fc74dcc95d659ba04cf7cce_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212e5039537fc74dcc95d659ba04cf7cce_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,444 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212f4e13332e4f44e0b3391dad1eb0361d_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212f4e13332e4f44e0b3391dad1eb0361d_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,445 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112145737a1a8327480aa8ba3f912b00f100_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112145737a1a8327480aa8ba3f912b00f100_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,445 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214ac9bca0b06e4dd0a2b942ef391cb445_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214ac9bca0b06e4dd0a2b942ef391cb445_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,446 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215af71fb020884507851a862312404b11_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215af71fb020884507851a862312404b11_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,447 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215d21910192934647a583871dcbec83e3_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215d21910192934647a583871dcbec83e3_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,448 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112165586a41381a4de398c8438322697145_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112165586a41381a4de398c8438322697145_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,449 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112169f453e325024fdca5290c9fffcb281e_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112169f453e325024fdca5290c9fffcb281e_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,450 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112183003e61ecff4aecac2e74cd11575f86_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112183003e61ecff4aecac2e74cd11575f86_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,451 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219067e8f5ff36468895193d5d1bdd89f7_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219067e8f5ff36468895193d5d1bdd89f7_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,452 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a93e219a3a1f44e38d338c8a46c8219f_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a93e219a3a1f44e38d338c8a46c8219f_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,453 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cfa2c8e49f074f6e84bce56d800ad7ad_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cfa2c8e49f074f6e84bce56d800ad7ad_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,453 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d59add09c8624d92bcc64afa3bb64e61_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d59add09c8624d92bcc64afa3bb64e61_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,454 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d6fd60b99a2743afa0a5d936ed32186d_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d6fd60b99a2743afa0a5d936ed32186d_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,455 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121eda2e06a79354725a5b5bdf923df446d_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121eda2e06a79354725a5b5bdf923df446d_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,456 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121edcc97d3d78944698bd4eb467aeda949_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121edcc97d3d78944698bd4eb467aeda949_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,457 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f5727ee2ef114ac695dbf4328e546cd2_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f5727ee2ef114ac695dbf4328e546cd2_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,458 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f98a12589d9c427c87643697c7b6c205_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f98a12589d9c427c87643697c7b6c205_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,459 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ff42d9c830af48beaa6db08a314fefa0_599adbc8952765e1c35aa6160f1367ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ff42d9c830af48beaa6db08a314fefa0_599adbc8952765e1c35aa6160f1367ce 2024-11-21T16:35:50,459 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T16:35:50,461 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:35:50,462 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T16:35:50,464 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T16:35:50,465 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:35:50,465 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T16:35:50,465 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732206950465"}]},"ts":"9223372036854775807"} 2024-11-21T16:35:50,467 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T16:35:50,467 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 599adbc8952765e1c35aa6160f1367ce, NAME => 'TestAcidGuarantees,,1732206918795.599adbc8952765e1c35aa6160f1367ce.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T16:35:50,467 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T16:35:50,467 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732206950467"}]},"ts":"9223372036854775807"} 2024-11-21T16:35:50,469 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T16:35:50,480 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:35:50,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 78 msec 2024-11-21T16:35:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T16:35:50,506 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-21T16:35:50,513 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=238 (was 239), OpenFileDescriptor=461 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=355 (was 329) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7529 (was 7631) 2024-11-21T16:35:50,520 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=238, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=355, ProcessCount=11, AvailableMemoryMB=7529 2024-11-21T16:35:50,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T16:35:50,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T16:35:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T16:35:50,523 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T16:35:50,523 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:50,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 76 2024-11-21T16:35:50,523 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T16:35:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-11-21T16:35:50,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742090_1266 (size=963) 2024-11-21T16:35:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-11-21T16:35:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-11-21T16:35:50,935 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33 2024-11-21T16:35:50,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742091_1267 (size=53) 2024-11-21T16:35:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-11-21T16:35:51,346 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:35:51,346 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing bddca4620367341c09c48a53741cd51b, disabling compactions & flushes 2024-11-21T16:35:51,346 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:51,346 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:51,346 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. after waiting 0 ms 2024-11-21T16:35:51,347 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:51,347 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:51,347 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:35:51,349 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T16:35:51,350 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732206951349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732206951349"}]},"ts":"1732206951349"} 2024-11-21T16:35:51,352 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T16:35:51,354 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T16:35:51,354 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732206951354"}]},"ts":"1732206951354"} 2024-11-21T16:35:51,355 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T16:35:51,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bddca4620367341c09c48a53741cd51b, ASSIGN}] 2024-11-21T16:35:51,407 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bddca4620367341c09c48a53741cd51b, ASSIGN 2024-11-21T16:35:51,408 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bddca4620367341c09c48a53741cd51b, ASSIGN; state=OFFLINE, location=3e736a818b50,32923,1732206884345; forceNewPlan=false, retain=false 2024-11-21T16:35:51,559 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=bddca4620367341c09c48a53741cd51b, regionState=OPENING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:35:51,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; OpenRegionProcedure bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:35:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-11-21T16:35:51,715 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:51,722 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:51,723 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7285): Opening region: {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} 2024-11-21T16:35:51,723 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bddca4620367341c09c48a53741cd51b 2024-11-21T16:35:51,723 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:35:51,724 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7327): checking encryption for bddca4620367341c09c48a53741cd51b 2024-11-21T16:35:51,724 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7330): checking classloading for bddca4620367341c09c48a53741cd51b 2024-11-21T16:35:51,726 INFO [StoreOpener-bddca4620367341c09c48a53741cd51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bddca4620367341c09c48a53741cd51b 2024-11-21T16:35:51,729 INFO [StoreOpener-bddca4620367341c09c48a53741cd51b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:35:51,729 INFO [StoreOpener-bddca4620367341c09c48a53741cd51b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bddca4620367341c09c48a53741cd51b columnFamilyName A 2024-11-21T16:35:51,729 DEBUG [StoreOpener-bddca4620367341c09c48a53741cd51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:51,730 INFO [StoreOpener-bddca4620367341c09c48a53741cd51b-1 {}] regionserver.HStore(327): Store=bddca4620367341c09c48a53741cd51b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:35:51,730 INFO [StoreOpener-bddca4620367341c09c48a53741cd51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bddca4620367341c09c48a53741cd51b 2024-11-21T16:35:51,732 INFO [StoreOpener-bddca4620367341c09c48a53741cd51b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:35:51,733 INFO [StoreOpener-bddca4620367341c09c48a53741cd51b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bddca4620367341c09c48a53741cd51b columnFamilyName B 2024-11-21T16:35:51,733 DEBUG [StoreOpener-bddca4620367341c09c48a53741cd51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:51,733 INFO [StoreOpener-bddca4620367341c09c48a53741cd51b-1 {}] regionserver.HStore(327): Store=bddca4620367341c09c48a53741cd51b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:35:51,734 INFO [StoreOpener-bddca4620367341c09c48a53741cd51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bddca4620367341c09c48a53741cd51b 2024-11-21T16:35:51,735 INFO [StoreOpener-bddca4620367341c09c48a53741cd51b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:35:51,735 INFO [StoreOpener-bddca4620367341c09c48a53741cd51b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bddca4620367341c09c48a53741cd51b columnFamilyName C 2024-11-21T16:35:51,735 DEBUG [StoreOpener-bddca4620367341c09c48a53741cd51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:35:51,736 INFO [StoreOpener-bddca4620367341c09c48a53741cd51b-1 {}] regionserver.HStore(327): Store=bddca4620367341c09c48a53741cd51b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:35:51,736 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:51,737 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b 2024-11-21T16:35:51,737 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b 2024-11-21T16:35:51,739 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T16:35:51,741 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1085): writing seq id for bddca4620367341c09c48a53741cd51b 2024-11-21T16:35:51,743 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T16:35:51,743 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1102): Opened bddca4620367341c09c48a53741cd51b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65420032, jitterRate=-0.025165557861328125}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T16:35:51,745 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1001): Region open journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:35:51,745 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., pid=78, masterSystemTime=1732206951715 2024-11-21T16:35:51,747 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:51,747 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:51,747 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=bddca4620367341c09c48a53741cd51b, regionState=OPEN, openSeqNum=2, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:35:51,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-21T16:35:51,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; OpenRegionProcedure bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 in 186 msec 2024-11-21T16:35:51,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-11-21T16:35:51,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bddca4620367341c09c48a53741cd51b, ASSIGN in 344 msec 2024-11-21T16:35:51,751 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T16:35:51,752 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732206951751"}]},"ts":"1732206951751"} 2024-11-21T16:35:51,752 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T16:35:51,763 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T16:35:51,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2420 sec 2024-11-21T16:35:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-11-21T16:35:52,633 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 76 completed 2024-11-21T16:35:52,639 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a569490 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c1ac389 2024-11-21T16:35:52,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44645c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:52,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:52,702 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:52,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T16:35:52,706 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T16:35:52,710 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6862e3ce to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28e73c0 2024-11-21T16:35:52,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ee0130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:52,724 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d296fed to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c480dfb 2024-11-21T16:35:52,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b64c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:52,740 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d0caa5 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34cb3991 2024-11-21T16:35:52,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:52,750 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f04e0e to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e9ae050 2024-11-21T16:35:52,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a703d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:52,765 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560ec309 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fef31f8 2024-11-21T16:35:52,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ed1e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:52,780 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb04aeb to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72537a47 2024-11-21T16:35:52,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88aa519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:52,792 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0e9c8f to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36642cb 2024-11-21T16:35:52,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e998dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:52,808 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d68f787 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c299cfb 2024-11-21T16:35:52,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c79b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:52,822 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9 2024-11-21T16:35:52,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:52,832 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1730a60f to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3677bd4f 2024-11-21T16:35:52,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf0ba59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:35:52,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-21T16:35:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T16:35:52,852 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:52,853 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:52,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:52,855 DEBUG [hconnection-0x3d7171d4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:52,856 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:52,856 DEBUG [hconnection-0x5758b4ce-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:52,856 DEBUG [hconnection-0x7fe4df16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:52,857 DEBUG [hconnection-0x2bce6bb9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:52,857 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:52,857 DEBUG [hconnection-0x2128cd93-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:52,857 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:52,858 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:52,858 DEBUG [hconnection-0x4e2fab12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:52,858 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:52,859 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on bddca4620367341c09c48a53741cd51b 2024-11-21T16:35:52,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:35:52,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:35:52,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:52,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:35:52,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:52,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:35:52,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:52,873 DEBUG [hconnection-0x7f1266f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:52,873 DEBUG [hconnection-0x6de1018e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:52,874 DEBUG [hconnection-0x77f7ac4e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:52,875 DEBUG [hconnection-0x2b673e07-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:35:52,876 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:52,877 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:52,877 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:52,877 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:35:52,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207012891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:52,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207012893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:52,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207012894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:52,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207012896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:52,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207012898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:52,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/e024a73984114a33b65c8d6141444c7c is 50, key is test_row_0/A:col10/1732206952865/Put/seqid=0 2024-11-21T16:35:52,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742092_1268 (size=12001) 2024-11-21T16:35:52,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/e024a73984114a33b65c8d6141444c7c 2024-11-21T16:35:52,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/528add73930a4129b66a3ad41177aafe is 50, key is test_row_0/B:col10/1732206952865/Put/seqid=0 2024-11-21T16:35:52,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742093_1269 (size=12001) 2024-11-21T16:35:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T16:35:52,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/528add73930a4129b66a3ad41177aafe 2024-11-21T16:35:52,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/50bd2cda177e412e9ac42006521956d6 is 50, key is test_row_0/C:col10/1732206952865/Put/seqid=0 2024-11-21T16:35:52,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207012997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207012998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207012999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742094_1270 (size=12001) 2024-11-21T16:35:53,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/50bd2cda177e412e9ac42006521956d6 2024-11-21T16:35:53,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207013001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,004 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207013001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T16:35:53,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:53,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:35:53,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:53,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:53,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:53,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/e024a73984114a33b65c8d6141444c7c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e024a73984114a33b65c8d6141444c7c 2024-11-21T16:35:53,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e024a73984114a33b65c8d6141444c7c, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T16:35:53,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/528add73930a4129b66a3ad41177aafe as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/528add73930a4129b66a3ad41177aafe 2024-11-21T16:35:53,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/528add73930a4129b66a3ad41177aafe, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T16:35:53,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/50bd2cda177e412e9ac42006521956d6 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/50bd2cda177e412e9ac42006521956d6 2024-11-21T16:35:53,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/50bd2cda177e412e9ac42006521956d6, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T16:35:53,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for bddca4620367341c09c48a53741cd51b in 164ms, sequenceid=13, compaction requested=false 2024-11-21T16:35:53,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:35:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T16:35:53,164 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T16:35:53,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:53,165 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T16:35:53,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:35:53,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:53,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:35:53,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:53,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:35:53,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:53,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/6131942317da4f40ae3246a0a76e491e is 50, key is test_row_0/A:col10/1732206952893/Put/seqid=0 2024-11-21T16:35:53,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742095_1271 (size=12001) 2024-11-21T16:35:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on bddca4620367341c09c48a53741cd51b 2024-11-21T16:35:53,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:35:53,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207013208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207013208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207013209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207013209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207013210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207013312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207013312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207013312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207013313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207013313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T16:35:53,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207013514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207013515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207013515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207013517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207013517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,572 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/6131942317da4f40ae3246a0a76e491e 2024-11-21T16:35:53,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/de828ff75d2b40d3b8647823cc9a68e9 is 50, key is test_row_0/B:col10/1732206952893/Put/seqid=0 2024-11-21T16:35:53,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742096_1272 (size=12001) 2024-11-21T16:35:53,584 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/de828ff75d2b40d3b8647823cc9a68e9 2024-11-21T16:35:53,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/3d579499b6174db3802bf1af9a040d97 is 50, key is test_row_0/C:col10/1732206952893/Put/seqid=0 2024-11-21T16:35:53,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742097_1273 (size=12001) 2024-11-21T16:35:53,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207013816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207013818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207013818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207013820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207013821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T16:35:53,996 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/3d579499b6174db3802bf1af9a040d97 2024-11-21T16:35:54,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/6131942317da4f40ae3246a0a76e491e as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/6131942317da4f40ae3246a0a76e491e 2024-11-21T16:35:54,003 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/6131942317da4f40ae3246a0a76e491e, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T16:35:54,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/de828ff75d2b40d3b8647823cc9a68e9 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/de828ff75d2b40d3b8647823cc9a68e9 2024-11-21T16:35:54,007 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/de828ff75d2b40d3b8647823cc9a68e9, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T16:35:54,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/3d579499b6174db3802bf1af9a040d97 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/3d579499b6174db3802bf1af9a040d97 2024-11-21T16:35:54,012 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/3d579499b6174db3802bf1af9a040d97, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T16:35:54,013 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bddca4620367341c09c48a53741cd51b in 848ms, sequenceid=38, compaction requested=false 2024-11-21T16:35:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:35:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-21T16:35:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-21T16:35:54,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-21T16:35:54,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1620 sec 2024-11-21T16:35:54,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.1660 sec 2024-11-21T16:35:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on bddca4620367341c09c48a53741cd51b 2024-11-21T16:35:54,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T16:35:54,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:35:54,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:54,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:35:54,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:54,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:35:54,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:54,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/e2f0be86185e459db6525d158068ca62 is 50, key is test_row_0/A:col10/1732206953206/Put/seqid=0 2024-11-21T16:35:54,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742098_1274 (size=12001) 2024-11-21T16:35:54,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207014364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207014363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207014364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207014364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207014365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207014467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207014467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207014467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207014468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207014468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207014670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207014671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207014671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207014671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207014672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/e2f0be86185e459db6525d158068ca62 2024-11-21T16:35:54,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/df67edfbe65648ca8d1aec8485abcae8 is 50, key is test_row_0/B:col10/1732206953206/Put/seqid=0 2024-11-21T16:35:54,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742099_1275 (size=12001) 2024-11-21T16:35:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T16:35:54,956 INFO [Thread-1228 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-21T16:35:54,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-21T16:35:54,958 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:54,959 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:54,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T16:35:54,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207014973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207014974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207014974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207014975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:54,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207014977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T16:35:55,110 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:55,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T16:35:55,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:55,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:35:55,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:55,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:55,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:55,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/df67edfbe65648ca8d1aec8485abcae8 2024-11-21T16:35:55,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/6301225b13b54b38b4c315d91747ceee is 50, key is test_row_0/C:col10/1732206953206/Put/seqid=0 2024-11-21T16:35:55,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742100_1276 (size=12001) 2024-11-21T16:35:55,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/6301225b13b54b38b4c315d91747ceee 2024-11-21T16:35:55,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/e2f0be86185e459db6525d158068ca62 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e2f0be86185e459db6525d158068ca62 2024-11-21T16:35:55,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e2f0be86185e459db6525d158068ca62, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T16:35:55,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/df67edfbe65648ca8d1aec8485abcae8 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/df67edfbe65648ca8d1aec8485abcae8 2024-11-21T16:35:55,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/df67edfbe65648ca8d1aec8485abcae8, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T16:35:55,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/6301225b13b54b38b4c315d91747ceee as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/6301225b13b54b38b4c315d91747ceee 2024-11-21T16:35:55,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/6301225b13b54b38b4c315d91747ceee, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T16:35:55,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bddca4620367341c09c48a53741cd51b in 847ms, sequenceid=50, compaction requested=true 2024-11-21T16:35:55,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:35:55,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:35:55,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:55,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:35:55,169 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:55,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:55,169 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:55,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:35:55,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:55,170 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:55,170 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:55,170 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/A is initiating minor compaction (all files) 2024-11-21T16:35:55,170 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/B is initiating minor compaction (all files) 2024-11-21T16:35:55,170 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/A in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:55,170 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/B in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:55,170 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e024a73984114a33b65c8d6141444c7c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/6131942317da4f40ae3246a0a76e491e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e2f0be86185e459db6525d158068ca62] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=35.2 K 2024-11-21T16:35:55,170 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/528add73930a4129b66a3ad41177aafe, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/de828ff75d2b40d3b8647823cc9a68e9, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/df67edfbe65648ca8d1aec8485abcae8] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=35.2 K 2024-11-21T16:35:55,171 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 528add73930a4129b66a3ad41177aafe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732206952865 2024-11-21T16:35:55,171 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting e024a73984114a33b65c8d6141444c7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732206952865 2024-11-21T16:35:55,172 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting de828ff75d2b40d3b8647823cc9a68e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732206952891 2024-11-21T16:35:55,172 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6131942317da4f40ae3246a0a76e491e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732206952891 2024-11-21T16:35:55,172 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting df67edfbe65648ca8d1aec8485abcae8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732206953206 2024-11-21T16:35:55,172 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2f0be86185e459db6525d158068ca62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732206953206 2024-11-21T16:35:55,179 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#B#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:55,179 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#A#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:55,180 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/b5a081bb9d164eefad80df28d1e5482b is 50, key is test_row_0/B:col10/1732206953206/Put/seqid=0 2024-11-21T16:35:55,180 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/dde29d0d3b8a44d38c1e507f9a7b1fbd is 50, key is test_row_0/A:col10/1732206953206/Put/seqid=0 2024-11-21T16:35:55,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742102_1278 (size=12104) 2024-11-21T16:35:55,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742101_1277 (size=12104) 2024-11-21T16:35:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T16:35:55,263 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:55,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T16:35:55,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:55,263 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T16:35:55,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:35:55,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:55,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:35:55,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:55,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:35:55,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:55,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/956bb17f95244acb88aabe4e8ddb8e07 is 50, key is test_row_0/A:col10/1732206954362/Put/seqid=0 2024-11-21T16:35:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742103_1279 (size=12001) 2024-11-21T16:35:55,275 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T16:35:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on bddca4620367341c09c48a53741cd51b 2024-11-21T16:35:55,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:35:55,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207015481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:55,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207015482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:55,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207015482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:55,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207015484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:55,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207015484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T16:35:55,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207015585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:55,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207015585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:55,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207015586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:55,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207015587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:55,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207015588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:55,601 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/b5a081bb9d164eefad80df28d1e5482b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/b5a081bb9d164eefad80df28d1e5482b 2024-11-21T16:35:55,605 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bddca4620367341c09c48a53741cd51b/B of bddca4620367341c09c48a53741cd51b into b5a081bb9d164eefad80df28d1e5482b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:55,606 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:35:55,606 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/B, priority=13, startTime=1732206955169; duration=0sec 2024-11-21T16:35:55,606 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:55,606 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:B 2024-11-21T16:35:55,607 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:55,607 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/dde29d0d3b8a44d38c1e507f9a7b1fbd as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/dde29d0d3b8a44d38c1e507f9a7b1fbd 2024-11-21T16:35:55,608 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:55,608 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/C is initiating minor compaction (all files) 2024-11-21T16:35:55,608 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/C in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:55,609 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/50bd2cda177e412e9ac42006521956d6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/3d579499b6174db3802bf1af9a040d97, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/6301225b13b54b38b4c315d91747ceee] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=35.2 K 2024-11-21T16:35:55,609 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 50bd2cda177e412e9ac42006521956d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732206952865 2024-11-21T16:35:55,609 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d579499b6174db3802bf1af9a040d97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732206952891 2024-11-21T16:35:55,610 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 6301225b13b54b38b4c315d91747ceee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732206953206 2024-11-21T16:35:55,614 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bddca4620367341c09c48a53741cd51b/A of bddca4620367341c09c48a53741cd51b into dde29d0d3b8a44d38c1e507f9a7b1fbd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:55,614 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:35:55,614 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/A, priority=13, startTime=1732206955169; duration=0sec 2024-11-21T16:35:55,614 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:55,614 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:A 2024-11-21T16:35:55,621 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:55,622 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/9c05761542484bb29390091757c49f57 is 50, key is test_row_0/C:col10/1732206953206/Put/seqid=0 2024-11-21T16:35:55,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742104_1280 (size=12104) 2024-11-21T16:35:55,674 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/956bb17f95244acb88aabe4e8ddb8e07 2024-11-21T16:35:55,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/b34f81b35df64762862201a2265b3304 is 50, key is test_row_0/B:col10/1732206954362/Put/seqid=0 2024-11-21T16:35:55,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742105_1281 (size=12001) 2024-11-21T16:35:55,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207015787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:55,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207015788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:55,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207015788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:55,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207015790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:55,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207015791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,046 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/9c05761542484bb29390091757c49f57 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/9c05761542484bb29390091757c49f57 2024-11-21T16:35:56,050 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bddca4620367341c09c48a53741cd51b/C of bddca4620367341c09c48a53741cd51b into 9c05761542484bb29390091757c49f57(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:56,050 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:35:56,050 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/C, priority=13, startTime=1732206955169; duration=0sec 2024-11-21T16:35:56,051 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:56,051 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:C 2024-11-21T16:35:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T16:35:56,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207016090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207016091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207016091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207016093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207016094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,101 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/b34f81b35df64762862201a2265b3304 2024-11-21T16:35:56,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/1dcb9cd414b647839ce38ccd503d4940 is 50, key is test_row_0/C:col10/1732206954362/Put/seqid=0 2024-11-21T16:35:56,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742106_1282 (size=12001) 2024-11-21T16:35:56,517 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/1dcb9cd414b647839ce38ccd503d4940 2024-11-21T16:35:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/956bb17f95244acb88aabe4e8ddb8e07 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/956bb17f95244acb88aabe4e8ddb8e07 2024-11-21T16:35:56,526 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/956bb17f95244acb88aabe4e8ddb8e07, entries=150, sequenceid=74, filesize=11.7 K 2024-11-21T16:35:56,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/b34f81b35df64762862201a2265b3304 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/b34f81b35df64762862201a2265b3304 2024-11-21T16:35:56,531 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/b34f81b35df64762862201a2265b3304, entries=150, sequenceid=74, filesize=11.7 K 2024-11-21T16:35:56,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/1dcb9cd414b647839ce38ccd503d4940 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/1dcb9cd414b647839ce38ccd503d4940 2024-11-21T16:35:56,536 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/1dcb9cd414b647839ce38ccd503d4940, entries=150, sequenceid=74, filesize=11.7 K 2024-11-21T16:35:56,537 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bddca4620367341c09c48a53741cd51b in 1274ms, sequenceid=74, compaction requested=false 2024-11-21T16:35:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:35:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-21T16:35:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-21T16:35:56,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-21T16:35:56,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5790 sec 2024-11-21T16:35:56,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.5830 sec 2024-11-21T16:35:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on bddca4620367341c09c48a53741cd51b 2024-11-21T16:35:56,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T16:35:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:35:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:35:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:35:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:56,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/7da609c10ad146a78abe0bcf6f39e79f is 50, key is test_row_0/A:col10/1732206956594/Put/seqid=0 2024-11-21T16:35:56,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742107_1283 (size=12001) 2024-11-21T16:35:56,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207016609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207016609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207016609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207016610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207016611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207016712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207016713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207016713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207016713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207016715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207016915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207016915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207016916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207016916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:56,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207016918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:57,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/7da609c10ad146a78abe0bcf6f39e79f 2024-11-21T16:35:57,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/a90b06202d97412f92c28aaba93cc6a0 is 50, key is test_row_0/B:col10/1732206956594/Put/seqid=0 2024-11-21T16:35:57,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742108_1284 (size=12001) 2024-11-21T16:35:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T16:35:57,062 INFO [Thread-1228 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-21T16:35:57,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:35:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-21T16:35:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T16:35:57,065 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:35:57,065 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:35:57,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:35:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T16:35:57,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:57,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-21T16:35:57,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:57,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:35:57,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:57,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:57,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:57,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207017217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:57,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207017218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:57,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207017219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:57,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207017221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:57,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207017222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T16:35:57,369 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:57,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-21T16:35:57,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:57,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:35:57,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:57,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:57,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:57,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/a90b06202d97412f92c28aaba93cc6a0 2024-11-21T16:35:57,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/4fc0dc3511f043ceaf656d6cc84c889a is 50, key is test_row_0/C:col10/1732206956594/Put/seqid=0 2024-11-21T16:35:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742109_1285 (size=12001) 2024-11-21T16:35:57,521 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:57,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-21T16:35:57,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:57,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:35:57,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:57,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:57,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T16:35:57,674 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:57,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-21T16:35:57,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:57,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:35:57,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:57,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:57,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:57,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207017720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:57,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207017723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:57,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:57,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207017723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207017723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:57,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207017728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:57,826 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:57,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-21T16:35:57,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:57,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:35:57,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:57,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:57,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:57,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/4fc0dc3511f043ceaf656d6cc84c889a 2024-11-21T16:35:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:35:57,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/7da609c10ad146a78abe0bcf6f39e79f as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/7da609c10ad146a78abe0bcf6f39e79f 2024-11-21T16:35:57,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/7da609c10ad146a78abe0bcf6f39e79f, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T16:35:57,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/a90b06202d97412f92c28aaba93cc6a0 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/a90b06202d97412f92c28aaba93cc6a0 2024-11-21T16:35:57,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/a90b06202d97412f92c28aaba93cc6a0, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T16:35:57,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/4fc0dc3511f043ceaf656d6cc84c889a as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/4fc0dc3511f043ceaf656d6cc84c889a 2024-11-21T16:35:57,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/4fc0dc3511f043ceaf656d6cc84c889a, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T16:35:57,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bddca4620367341c09c48a53741cd51b in 1250ms, sequenceid=90, compaction requested=true 2024-11-21T16:35:57,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:35:57,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:35:57,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:57,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:35:57,846 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:57,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:57,846 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:57,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:35:57,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:57,846 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:57,846 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:57,847 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/A is initiating minor compaction (all files) 2024-11-21T16:35:57,847 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/B is initiating minor compaction (all files) 2024-11-21T16:35:57,847 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/B in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:57,847 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/A in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:57,847 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/b5a081bb9d164eefad80df28d1e5482b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/b34f81b35df64762862201a2265b3304, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/a90b06202d97412f92c28aaba93cc6a0] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=35.3 K 2024-11-21T16:35:57,847 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/dde29d0d3b8a44d38c1e507f9a7b1fbd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/956bb17f95244acb88aabe4e8ddb8e07, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/7da609c10ad146a78abe0bcf6f39e79f] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=35.3 K 2024-11-21T16:35:57,848 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting b5a081bb9d164eefad80df28d1e5482b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732206953206 2024-11-21T16:35:57,848 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting dde29d0d3b8a44d38c1e507f9a7b1fbd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732206953206 2024-11-21T16:35:57,849 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting b34f81b35df64762862201a2265b3304, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732206954362 2024-11-21T16:35:57,849 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 956bb17f95244acb88aabe4e8ddb8e07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732206954362 2024-11-21T16:35:57,849 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting a90b06202d97412f92c28aaba93cc6a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732206955480 2024-11-21T16:35:57,849 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7da609c10ad146a78abe0bcf6f39e79f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732206955480 2024-11-21T16:35:57,856 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#B#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:57,856 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#A#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:57,856 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/82a636c895db4f15a9134c3e7e6ca07e is 50, key is test_row_0/A:col10/1732206956594/Put/seqid=0 2024-11-21T16:35:57,856 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/de7f686d59564d4db2dd49bd5dabcc84 is 50, key is test_row_0/B:col10/1732206956594/Put/seqid=0 2024-11-21T16:35:57,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742110_1286 (size=12207) 2024-11-21T16:35:57,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742111_1287 (size=12207) 2024-11-21T16:35:57,979 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:35:57,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-21T16:35:57,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:57,980 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T16:35:57,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:35:57,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:57,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:35:57,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:57,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:35:57,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:57,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/eb8c017af60a4cccab9f0746c91d2286 is 50, key is test_row_0/A:col10/1732206956611/Put/seqid=0 2024-11-21T16:35:57,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742112_1288 (size=12001) 2024-11-21T16:35:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T16:35:58,269 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/82a636c895db4f15a9134c3e7e6ca07e as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/82a636c895db4f15a9134c3e7e6ca07e 2024-11-21T16:35:58,273 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bddca4620367341c09c48a53741cd51b/A of bddca4620367341c09c48a53741cd51b into 82a636c895db4f15a9134c3e7e6ca07e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:58,273 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:35:58,273 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/A, priority=13, startTime=1732206957845; duration=0sec 2024-11-21T16:35:58,273 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:35:58,273 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:A 2024-11-21T16:35:58,273 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:35:58,274 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:35:58,274 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/C is initiating minor compaction (all files) 2024-11-21T16:35:58,274 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/C in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:58,274 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/9c05761542484bb29390091757c49f57, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/1dcb9cd414b647839ce38ccd503d4940, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/4fc0dc3511f043ceaf656d6cc84c889a] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=35.3 K 2024-11-21T16:35:58,275 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c05761542484bb29390091757c49f57, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732206953206 2024-11-21T16:35:58,275 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1dcb9cd414b647839ce38ccd503d4940, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732206954362 2024-11-21T16:35:58,275 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fc0dc3511f043ceaf656d6cc84c889a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732206955480 2024-11-21T16:35:58,276 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/de7f686d59564d4db2dd49bd5dabcc84 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/de7f686d59564d4db2dd49bd5dabcc84 2024-11-21T16:35:58,280 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bddca4620367341c09c48a53741cd51b/B of bddca4620367341c09c48a53741cd51b into de7f686d59564d4db2dd49bd5dabcc84(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:58,280 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:35:58,280 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/B, priority=13, startTime=1732206957846; duration=0sec 2024-11-21T16:35:58,280 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:58,280 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:B 2024-11-21T16:35:58,282 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#C#compaction#239 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:35:58,283 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/da5888b119ab4edfa1ee15f8018ac911 is 50, key is test_row_0/C:col10/1732206956594/Put/seqid=0 2024-11-21T16:35:58,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742113_1289 (size=12207) 2024-11-21T16:35:58,387 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/eb8c017af60a4cccab9f0746c91d2286 2024-11-21T16:35:58,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/7dbd28b134574d3dbdc71b6bc48a7fe5 is 50, key is test_row_0/B:col10/1732206956611/Put/seqid=0 2024-11-21T16:35:58,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742114_1290 (size=12001) 2024-11-21T16:35:58,692 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/da5888b119ab4edfa1ee15f8018ac911 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/da5888b119ab4edfa1ee15f8018ac911 2024-11-21T16:35:58,696 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bddca4620367341c09c48a53741cd51b/C of bddca4620367341c09c48a53741cd51b into da5888b119ab4edfa1ee15f8018ac911(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:35:58,696 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:35:58,696 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/C, priority=13, startTime=1732206957846; duration=0sec 2024-11-21T16:35:58,697 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:35:58,697 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:C 2024-11-21T16:35:58,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:35:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on bddca4620367341c09c48a53741cd51b 2024-11-21T16:35:58,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207018736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:58,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207018737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:58,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207018738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:58,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207018738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:58,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207018738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:58,798 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/7dbd28b134574d3dbdc71b6bc48a7fe5 2024-11-21T16:35:58,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/94a6cbb80c4e45558789edd67184bd12 is 50, key is test_row_0/C:col10/1732206956611/Put/seqid=0 2024-11-21T16:35:58,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742115_1291 (size=12001) 2024-11-21T16:35:58,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207018839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:58,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207018840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:58,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:58,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207018841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207018841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:58,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207018841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207019041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207019044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207019044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207019045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207019045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T16:35:59,209 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/94a6cbb80c4e45558789edd67184bd12 2024-11-21T16:35:59,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/eb8c017af60a4cccab9f0746c91d2286 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/eb8c017af60a4cccab9f0746c91d2286 2024-11-21T16:35:59,216 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/eb8c017af60a4cccab9f0746c91d2286, entries=150, sequenceid=113, filesize=11.7 K 2024-11-21T16:35:59,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/7dbd28b134574d3dbdc71b6bc48a7fe5 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/7dbd28b134574d3dbdc71b6bc48a7fe5 2024-11-21T16:35:59,220 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/7dbd28b134574d3dbdc71b6bc48a7fe5, entries=150, sequenceid=113, filesize=11.7 K 2024-11-21T16:35:59,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/94a6cbb80c4e45558789edd67184bd12 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/94a6cbb80c4e45558789edd67184bd12 2024-11-21T16:35:59,223 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/94a6cbb80c4e45558789edd67184bd12, entries=150, sequenceid=113, filesize=11.7 K 2024-11-21T16:35:59,224 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bddca4620367341c09c48a53741cd51b in 1244ms, sequenceid=113, compaction requested=false 2024-11-21T16:35:59,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:35:59,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:35:59,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-21T16:35:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-21T16:35:59,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-21T16:35:59,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1600 sec 2024-11-21T16:35:59,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.1630 sec 2024-11-21T16:35:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on bddca4620367341c09c48a53741cd51b 2024-11-21T16:35:59,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T16:35:59,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:35:59,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:59,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:35:59,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:59,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:35:59,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:35:59,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/e577910d7e094ee297263d50dc02a050 is 50, key is test_row_0/A:col10/1732206959346/Put/seqid=0 2024-11-21T16:35:59,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207019358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207019359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207019360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207019360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207019361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742116_1292 (size=14391) 2024-11-21T16:35:59,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207019462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207019463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207019463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207019463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207019464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207019664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207019666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207019666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207019666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207019667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/e577910d7e094ee297263d50dc02a050 2024-11-21T16:35:59,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/d4210378165a48ea98d9916a272c9431 is 50, key is test_row_0/B:col10/1732206959346/Put/seqid=0 2024-11-21T16:35:59,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742117_1293 (size=12051) 2024-11-21T16:35:59,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/d4210378165a48ea98d9916a272c9431 2024-11-21T16:35:59,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/088c486d3fd84083ac08aa9c863e6af7 is 50, key is test_row_0/C:col10/1732206959346/Put/seqid=0 2024-11-21T16:35:59,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742118_1294 (size=12051) 2024-11-21T16:35:59,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207019967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207019968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207019969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207019969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:35:59,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:35:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207019971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:00,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/088c486d3fd84083ac08aa9c863e6af7 2024-11-21T16:36:00,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/e577910d7e094ee297263d50dc02a050 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e577910d7e094ee297263d50dc02a050 2024-11-21T16:36:00,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e577910d7e094ee297263d50dc02a050, entries=200, sequenceid=130, filesize=14.1 K 2024-11-21T16:36:00,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/d4210378165a48ea98d9916a272c9431 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/d4210378165a48ea98d9916a272c9431 2024-11-21T16:36:00,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/d4210378165a48ea98d9916a272c9431, entries=150, sequenceid=130, filesize=11.8 K 2024-11-21T16:36:00,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/088c486d3fd84083ac08aa9c863e6af7 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/088c486d3fd84083ac08aa9c863e6af7 2024-11-21T16:36:00,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/088c486d3fd84083ac08aa9c863e6af7, entries=150, sequenceid=130, filesize=11.8 K 2024-11-21T16:36:00,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for bddca4620367341c09c48a53741cd51b in 895ms, sequenceid=130, compaction requested=true 2024-11-21T16:36:00,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:00,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:36:00,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:00,242 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:00,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:36:00,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:00,243 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:00,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:36:00,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:00,244 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:00,244 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/B is initiating minor compaction (all files) 2024-11-21T16:36:00,244 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/B in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:00,244 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/de7f686d59564d4db2dd49bd5dabcc84, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/7dbd28b134574d3dbdc71b6bc48a7fe5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/d4210378165a48ea98d9916a272c9431] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=35.4 K 2024-11-21T16:36:00,244 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:00,244 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/A is initiating minor compaction (all files) 2024-11-21T16:36:00,244 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/A in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:00,244 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/82a636c895db4f15a9134c3e7e6ca07e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/eb8c017af60a4cccab9f0746c91d2286, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e577910d7e094ee297263d50dc02a050] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=37.7 K 2024-11-21T16:36:00,245 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting de7f686d59564d4db2dd49bd5dabcc84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732206955480 2024-11-21T16:36:00,245 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82a636c895db4f15a9134c3e7e6ca07e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732206955480 2024-11-21T16:36:00,245 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dbd28b134574d3dbdc71b6bc48a7fe5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732206956608 2024-11-21T16:36:00,245 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb8c017af60a4cccab9f0746c91d2286, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732206956608 2024-11-21T16:36:00,245 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting d4210378165a48ea98d9916a272c9431, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732206958736 2024-11-21T16:36:00,245 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting e577910d7e094ee297263d50dc02a050, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732206958735 2024-11-21T16:36:00,255 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#A#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:00,255 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:00,255 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/a329d1be6f3448e9a8aabb34784e93f7 is 50, key is test_row_0/A:col10/1732206959346/Put/seqid=0 2024-11-21T16:36:00,256 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/c3f3f80c048d480188454238d35a6bbd is 50, key is test_row_0/B:col10/1732206959346/Put/seqid=0 2024-11-21T16:36:00,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742119_1295 (size=12359) 2024-11-21T16:36:00,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742120_1296 (size=12359) 2024-11-21T16:36:00,269 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/c3f3f80c048d480188454238d35a6bbd as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/c3f3f80c048d480188454238d35a6bbd 2024-11-21T16:36:00,274 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bddca4620367341c09c48a53741cd51b/B of bddca4620367341c09c48a53741cd51b into c3f3f80c048d480188454238d35a6bbd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:00,274 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:00,274 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/B, priority=13, startTime=1732206960242; duration=0sec 2024-11-21T16:36:00,274 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:00,275 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:B 2024-11-21T16:36:00,275 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:00,276 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:00,276 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/C is initiating minor compaction (all files) 2024-11-21T16:36:00,276 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/C in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:00,281 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/da5888b119ab4edfa1ee15f8018ac911, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/94a6cbb80c4e45558789edd67184bd12, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/088c486d3fd84083ac08aa9c863e6af7] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=35.4 K 2024-11-21T16:36:00,282 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting da5888b119ab4edfa1ee15f8018ac911, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732206955480 2024-11-21T16:36:00,283 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 94a6cbb80c4e45558789edd67184bd12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732206956608 2024-11-21T16:36:00,283 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 088c486d3fd84083ac08aa9c863e6af7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732206958736 2024-11-21T16:36:00,291 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#C#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:00,292 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/2e1323fc0c894047ab08fb077106e210 is 50, key is test_row_0/C:col10/1732206959346/Put/seqid=0 2024-11-21T16:36:00,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742121_1297 (size=12359) 2024-11-21T16:36:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on bddca4620367341c09c48a53741cd51b 2024-11-21T16:36:00,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T16:36:00,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:36:00,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:00,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:36:00,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:00,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:36:00,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:00,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/7906849700154224960a17310663a1b2 is 50, key is test_row_0/A:col10/1732206959360/Put/seqid=0 2024-11-21T16:36:00,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742122_1298 (size=12151) 2024-11-21T16:36:00,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207020480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:00,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207020480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:00,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207020481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:00,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207020481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:00,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207020483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:00,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207020584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:00,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207020584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:00,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207020584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:00,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207020584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:00,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207020586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:00,664 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/a329d1be6f3448e9a8aabb34784e93f7 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/a329d1be6f3448e9a8aabb34784e93f7 2024-11-21T16:36:00,668 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bddca4620367341c09c48a53741cd51b/A of bddca4620367341c09c48a53741cd51b into a329d1be6f3448e9a8aabb34784e93f7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:00,668 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:00,668 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/A, priority=13, startTime=1732206960242; duration=0sec 2024-11-21T16:36:00,669 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:00,669 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:A 2024-11-21T16:36:00,703 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/2e1323fc0c894047ab08fb077106e210 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/2e1323fc0c894047ab08fb077106e210 2024-11-21T16:36:00,709 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bddca4620367341c09c48a53741cd51b/C of bddca4620367341c09c48a53741cd51b into 2e1323fc0c894047ab08fb077106e210(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:00,709 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:00,709 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/C, priority=13, startTime=1732206960243; duration=0sec 2024-11-21T16:36:00,709 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:00,709 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:C 2024-11-21T16:36:00,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:00,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207020787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207020787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:00,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207020787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:00,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207020788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:00,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207020789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:00,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/7906849700154224960a17310663a1b2 2024-11-21T16:36:00,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/454573fb571646608ea1e95fb4f66feb is 50, key is test_row_0/B:col10/1732206959360/Put/seqid=0 2024-11-21T16:36:00,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742123_1299 (size=12151) 2024-11-21T16:36:01,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207021090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:01,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207021091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:01,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207021091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:01,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207021091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:01,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207021093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T16:36:01,169 INFO [Thread-1228 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-21T16:36:01,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:36:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-21T16:36:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T16:36:01,171 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:36:01,171 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:36:01,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:36:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T16:36:01,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/454573fb571646608ea1e95fb4f66feb 2024-11-21T16:36:01,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/51da4ec20eff4a0bbc55ea2fe697a907 is 50, key is test_row_0/C:col10/1732206959360/Put/seqid=0 2024-11-21T16:36:01,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742124_1300 (size=12151) 2024-11-21T16:36:01,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:01,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-21T16:36:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:01,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:01,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:01,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:01,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T16:36:01,477 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:01,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-21T16:36:01,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:01,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:01,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:01,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:01,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:01,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207021592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:01,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207021595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:01,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207021596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:01,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207021596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:01,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207021597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:01,629 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:01,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-21T16:36:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:01,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:01,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/51da4ec20eff4a0bbc55ea2fe697a907 2024-11-21T16:36:01,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/7906849700154224960a17310663a1b2 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/7906849700154224960a17310663a1b2 2024-11-21T16:36:01,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/7906849700154224960a17310663a1b2, entries=150, sequenceid=154, filesize=11.9 K 2024-11-21T16:36:01,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/454573fb571646608ea1e95fb4f66feb as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/454573fb571646608ea1e95fb4f66feb 2024-11-21T16:36:01,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/454573fb571646608ea1e95fb4f66feb, entries=150, sequenceid=154, filesize=11.9 K 2024-11-21T16:36:01,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/51da4ec20eff4a0bbc55ea2fe697a907 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/51da4ec20eff4a0bbc55ea2fe697a907 2024-11-21T16:36:01,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/51da4ec20eff4a0bbc55ea2fe697a907, entries=150, sequenceid=154, filesize=11.9 K 2024-11-21T16:36:01,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bddca4620367341c09c48a53741cd51b in 1245ms, sequenceid=154, compaction requested=false 2024-11-21T16:36:01,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T16:36:01,782 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:01,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-21T16:36:01,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:01,782 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T16:36:01,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:36:01,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:01,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:36:01,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:01,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:36:01,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:01,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/44e5e7a9c1b745908e8a32fe3643c77c is 50, key is test_row_0/A:col10/1732206960481/Put/seqid=0 2024-11-21T16:36:01,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742125_1301 (size=12151) 2024-11-21T16:36:01,792 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/44e5e7a9c1b745908e8a32fe3643c77c 2024-11-21T16:36:01,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/829295125b2a4c268e2df57122536c00 is 50, key is test_row_0/B:col10/1732206960481/Put/seqid=0 2024-11-21T16:36:01,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742126_1302 (size=12151) 2024-11-21T16:36:01,825 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/829295125b2a4c268e2df57122536c00 2024-11-21T16:36:01,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/2de81c94219d48aaab2693fb22b68538 is 50, key is test_row_0/C:col10/1732206960481/Put/seqid=0 2024-11-21T16:36:01,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742127_1303 (size=12151) 2024-11-21T16:36:01,839 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/2de81c94219d48aaab2693fb22b68538 2024-11-21T16:36:01,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/44e5e7a9c1b745908e8a32fe3643c77c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/44e5e7a9c1b745908e8a32fe3643c77c 2024-11-21T16:36:01,850 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/44e5e7a9c1b745908e8a32fe3643c77c, entries=150, sequenceid=169, filesize=11.9 K 2024-11-21T16:36:01,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/829295125b2a4c268e2df57122536c00 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/829295125b2a4c268e2df57122536c00 2024-11-21T16:36:01,857 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/829295125b2a4c268e2df57122536c00, entries=150, sequenceid=169, filesize=11.9 K 2024-11-21T16:36:01,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/2de81c94219d48aaab2693fb22b68538 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/2de81c94219d48aaab2693fb22b68538 2024-11-21T16:36:01,864 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/2de81c94219d48aaab2693fb22b68538, entries=150, sequenceid=169, filesize=11.9 K 2024-11-21T16:36:01,866 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for bddca4620367341c09c48a53741cd51b in 83ms, sequenceid=169, compaction requested=true 2024-11-21T16:36:01,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:01,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:01,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-21T16:36:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-21T16:36:01,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-21T16:36:01,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 696 msec 2024-11-21T16:36:01,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 698 msec 2024-11-21T16:36:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T16:36:02,273 INFO [Thread-1228 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-21T16:36:02,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:36:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-21T16:36:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T16:36:02,276 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:36:02,276 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:36:02,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:36:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T16:36:02,427 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:02,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-21T16:36:02,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:02,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:02,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:02,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-21T16:36:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-21T16:36:02,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-21T16:36:02,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-11-21T16:36:02,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 156 msec 2024-11-21T16:36:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T16:36:02,577 INFO [Thread-1228 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-21T16:36:02,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:36:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-21T16:36:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T16:36:02,579 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:36:02,579 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:36:02,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:36:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on bddca4620367341c09c48a53741cd51b 2024-11-21T16:36:02,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:36:02,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:36:02,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:02,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:36:02,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:02,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:36:02,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:02,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/58de018f42fa44598543af8560ec1812 is 50, key is test_row_0/A:col10/1732206962602/Put/seqid=0 2024-11-21T16:36:02,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207022619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:02,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207022620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:02,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207022620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:02,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207022621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:02,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207022622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:02,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742128_1304 (size=12151) 2024-11-21T16:36:02,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/58de018f42fa44598543af8560ec1812 2024-11-21T16:36:02,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/9326dbdb69e94489857b3fb78ced137c is 50, key is test_row_0/B:col10/1732206962602/Put/seqid=0 2024-11-21T16:36:02,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742129_1305 (size=12151) 2024-11-21T16:36:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T16:36:02,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207022723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:02,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207022723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:02,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207022724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:02,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207022724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:02,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207022725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:02,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:02,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-21T16:36:02,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:02,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:02,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:02,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:02,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T16:36:02,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:02,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-21T16:36:02,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:02,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:02,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:02,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:02,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:02,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207022926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:02,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207022926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:02,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207022926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:02,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207022927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:02,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207022928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,035 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-21T16:36:03,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:03,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:03,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:03,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:03,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:03,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/9326dbdb69e94489857b3fb78ced137c 2024-11-21T16:36:03,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/fe9ddb4601c145b096917835da9202b9 is 50, key is test_row_0/C:col10/1732206962602/Put/seqid=0 2024-11-21T16:36:03,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742130_1306 (size=12151) 2024-11-21T16:36:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T16:36:03,187 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-21T16:36:03,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:03,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:03,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:03,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:03,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:03,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207023229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207023229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207023230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207023230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207023234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-21T16:36:03,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:03,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:03,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:03,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:03,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:03,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/fe9ddb4601c145b096917835da9202b9 2024-11-21T16:36:03,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/58de018f42fa44598543af8560ec1812 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/58de018f42fa44598543af8560ec1812 2024-11-21T16:36:03,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/58de018f42fa44598543af8560ec1812, entries=150, sequenceid=181, filesize=11.9 K 2024-11-21T16:36:03,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/9326dbdb69e94489857b3fb78ced137c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/9326dbdb69e94489857b3fb78ced137c 2024-11-21T16:36:03,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/9326dbdb69e94489857b3fb78ced137c, entries=150, sequenceid=181, filesize=11.9 K 2024-11-21T16:36:03,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/fe9ddb4601c145b096917835da9202b9 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/fe9ddb4601c145b096917835da9202b9 2024-11-21T16:36:03,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/fe9ddb4601c145b096917835da9202b9, entries=150, sequenceid=181, filesize=11.9 K 2024-11-21T16:36:03,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bddca4620367341c09c48a53741cd51b in 885ms, sequenceid=181, compaction requested=true 2024-11-21T16:36:03,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:03,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:36:03,490 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:36:03,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:03,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:36:03,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:03,490 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:36:03,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:36:03,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:03,491 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:36:03,491 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/A is initiating minor compaction (all files) 2024-11-21T16:36:03,491 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/A in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:03,491 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/a329d1be6f3448e9a8aabb34784e93f7, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/7906849700154224960a17310663a1b2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/44e5e7a9c1b745908e8a32fe3643c77c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/58de018f42fa44598543af8560ec1812] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=47.7 K 2024-11-21T16:36:03,491 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:36:03,491 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/B is initiating minor compaction (all files) 2024-11-21T16:36:03,491 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/B in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:03,491 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting a329d1be6f3448e9a8aabb34784e93f7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732206958736 2024-11-21T16:36:03,491 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/c3f3f80c048d480188454238d35a6bbd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/454573fb571646608ea1e95fb4f66feb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/829295125b2a4c268e2df57122536c00, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/9326dbdb69e94489857b3fb78ced137c] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=47.7 K 2024-11-21T16:36:03,492 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7906849700154224960a17310663a1b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732206959359 2024-11-21T16:36:03,492 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting c3f3f80c048d480188454238d35a6bbd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732206958736 2024-11-21T16:36:03,492 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44e5e7a9c1b745908e8a32fe3643c77c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732206960480 2024-11-21T16:36:03,492 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 454573fb571646608ea1e95fb4f66feb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732206959359 2024-11-21T16:36:03,492 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58de018f42fa44598543af8560ec1812, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732206962601 2024-11-21T16:36:03,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,493 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 829295125b2a4c268e2df57122536c00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732206960480 2024-11-21T16:36:03,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-21T16:36:03,493 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 9326dbdb69e94489857b3fb78ced137c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732206962601 2024-11-21T16:36:03,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:03,493 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T16:36:03,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:36:03,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:03,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:36:03,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:03,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:36:03,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:03,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/8a604b5b97914b15a8b22db2ff895b26 is 50, key is test_row_0/A:col10/1732206962616/Put/seqid=0 2024-11-21T16:36:03,513 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#B#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:03,514 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/a0c992a80d7d4e91a5c5f4a781b4bfe2 is 50, key is test_row_0/B:col10/1732206962602/Put/seqid=0 2024-11-21T16:36:03,516 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#A#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:03,517 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/02c478fc5a3f4785b38c026bd35ca4af is 50, key is test_row_0/A:col10/1732206962602/Put/seqid=0 2024-11-21T16:36:03,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742131_1307 (size=12151) 2024-11-21T16:36:03,536 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/8a604b5b97914b15a8b22db2ff895b26 2024-11-21T16:36:03,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742132_1308 (size=12595) 2024-11-21T16:36:03,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742133_1309 (size=12595) 2024-11-21T16:36:03,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/dcc31a800c874b8da8b860cd0ea28131 is 50, key is test_row_0/B:col10/1732206962616/Put/seqid=0 2024-11-21T16:36:03,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742134_1310 (size=12151) 2024-11-21T16:36:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T16:36:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on bddca4620367341c09c48a53741cd51b 2024-11-21T16:36:03,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:03,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207023738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207023740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207023741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207023741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207023741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207023842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207023844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207023844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207023845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207023845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:03,961 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/02c478fc5a3f4785b38c026bd35ca4af as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/02c478fc5a3f4785b38c026bd35ca4af 2024-11-21T16:36:03,961 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/a0c992a80d7d4e91a5c5f4a781b4bfe2 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/a0c992a80d7d4e91a5c5f4a781b4bfe2 2024-11-21T16:36:03,965 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/dcc31a800c874b8da8b860cd0ea28131 2024-11-21T16:36:03,965 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bddca4620367341c09c48a53741cd51b/B of bddca4620367341c09c48a53741cd51b into a0c992a80d7d4e91a5c5f4a781b4bfe2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:03,965 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:03,965 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/B, priority=12, startTime=1732206963490; duration=0sec 2024-11-21T16:36:03,965 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:03,966 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:B 2024-11-21T16:36:03,966 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:36:03,966 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bddca4620367341c09c48a53741cd51b/A of bddca4620367341c09c48a53741cd51b into 02c478fc5a3f4785b38c026bd35ca4af(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:03,966 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:03,966 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/A, priority=12, startTime=1732206963489; duration=0sec 2024-11-21T16:36:03,966 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:03,966 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:A 2024-11-21T16:36:03,967 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:36:03,968 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/C is initiating minor compaction (all files) 2024-11-21T16:36:03,968 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/C in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:03,968 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/2e1323fc0c894047ab08fb077106e210, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/51da4ec20eff4a0bbc55ea2fe697a907, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/2de81c94219d48aaab2693fb22b68538, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/fe9ddb4601c145b096917835da9202b9] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=47.7 K 2024-11-21T16:36:03,968 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e1323fc0c894047ab08fb077106e210, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732206958736 2024-11-21T16:36:03,968 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 51da4ec20eff4a0bbc55ea2fe697a907, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732206959359 2024-11-21T16:36:03,969 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 2de81c94219d48aaab2693fb22b68538, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732206960480 2024-11-21T16:36:03,969 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting fe9ddb4601c145b096917835da9202b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732206962601 2024-11-21T16:36:03,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/7ebc5c82e1384dc8a91b2acb2e99d357 is 50, key is test_row_0/C:col10/1732206962616/Put/seqid=0 2024-11-21T16:36:03,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742135_1311 (size=12151) 2024-11-21T16:36:03,985 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#C#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:03,986 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/7e8b9095f3544ab3b40a42abef4bd819 is 50, key is test_row_0/C:col10/1732206962602/Put/seqid=0 2024-11-21T16:36:03,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742136_1312 (size=12595) 2024-11-21T16:36:04,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207024048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207024048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207024048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207024048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207024049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207024350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207024350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207024351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207024353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207024353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,382 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/7ebc5c82e1384dc8a91b2acb2e99d357 2024-11-21T16:36:04,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/8a604b5b97914b15a8b22db2ff895b26 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/8a604b5b97914b15a8b22db2ff895b26 2024-11-21T16:36:04,390 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/8a604b5b97914b15a8b22db2ff895b26, entries=150, sequenceid=206, filesize=11.9 K 2024-11-21T16:36:04,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/dcc31a800c874b8da8b860cd0ea28131 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/dcc31a800c874b8da8b860cd0ea28131 2024-11-21T16:36:04,395 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/dcc31a800c874b8da8b860cd0ea28131, entries=150, sequenceid=206, filesize=11.9 K 2024-11-21T16:36:04,396 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/7e8b9095f3544ab3b40a42abef4bd819 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/7e8b9095f3544ab3b40a42abef4bd819 2024-11-21T16:36:04,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/7ebc5c82e1384dc8a91b2acb2e99d357 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/7ebc5c82e1384dc8a91b2acb2e99d357 2024-11-21T16:36:04,399 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/7ebc5c82e1384dc8a91b2acb2e99d357, entries=150, sequenceid=206, filesize=11.9 K 2024-11-21T16:36:04,400 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bddca4620367341c09c48a53741cd51b/C of bddca4620367341c09c48a53741cd51b into 7e8b9095f3544ab3b40a42abef4bd819(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:04,400 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:04,400 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/C, priority=12, startTime=1732206963490; duration=0sec 2024-11-21T16:36:04,400 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for bddca4620367341c09c48a53741cd51b in 907ms, sequenceid=206, compaction requested=false 2024-11-21T16:36:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:04,400 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-21T16:36:04,400 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:C 2024-11-21T16:36:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-21T16:36:04,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-21T16:36:04,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8210 sec 2024-11-21T16:36:04,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.8240 sec 2024-11-21T16:36:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T16:36:04,682 INFO [Thread-1228 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-21T16:36:04,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:36:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-21T16:36:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-21T16:36:04,684 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:36:04,685 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:36:04,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:36:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-21T16:36:04,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T16:36:04,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:04,838 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T16:36:04,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:36:04,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:04,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:36:04,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:04,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:36:04,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on bddca4620367341c09c48a53741cd51b 2024-11-21T16:36:04,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:04,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/194d1c9450594a029acf43c343380b2c is 50, key is test_row_0/A:col10/1732206963740/Put/seqid=0 2024-11-21T16:36:04,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742137_1313 (size=12151) 2024-11-21T16:36:04,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207024872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207024872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207024874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207024875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207024875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207024976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207024976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207024977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207024978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207024978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-21T16:36:05,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207025178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:05,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207025178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:05,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207025179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:05,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207025181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:05,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207025182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:05,275 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/194d1c9450594a029acf43c343380b2c 2024-11-21T16:36:05,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/088f8c8ae9de468eb45f10e6fb15838b is 50, key is test_row_0/B:col10/1732206963740/Put/seqid=0 2024-11-21T16:36:05,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742138_1314 (size=12151) 2024-11-21T16:36:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-21T16:36:05,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207025481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:05,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207025483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:05,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207025483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:05,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207025483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:05,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207025485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:05,686 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/088f8c8ae9de468eb45f10e6fb15838b 2024-11-21T16:36:05,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/f406139694a34c9a8f1198aeb31a7c67 is 50, key is test_row_0/C:col10/1732206963740/Put/seqid=0 2024-11-21T16:36:05,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742139_1315 (size=12151) 2024-11-21T16:36:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-21T16:36:05,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207025983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:05,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207025986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:05,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207025987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:05,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207025988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:05,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207025992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:06,097 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/f406139694a34c9a8f1198aeb31a7c67 2024-11-21T16:36:06,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/194d1c9450594a029acf43c343380b2c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/194d1c9450594a029acf43c343380b2c 2024-11-21T16:36:06,104 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/194d1c9450594a029acf43c343380b2c, entries=150, sequenceid=221, filesize=11.9 K 2024-11-21T16:36:06,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/088f8c8ae9de468eb45f10e6fb15838b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/088f8c8ae9de468eb45f10e6fb15838b 2024-11-21T16:36:06,108 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/088f8c8ae9de468eb45f10e6fb15838b, entries=150, sequenceid=221, filesize=11.9 K 2024-11-21T16:36:06,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/f406139694a34c9a8f1198aeb31a7c67 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/f406139694a34c9a8f1198aeb31a7c67 2024-11-21T16:36:06,113 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/f406139694a34c9a8f1198aeb31a7c67, entries=150, sequenceid=221, filesize=11.9 K 2024-11-21T16:36:06,113 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for bddca4620367341c09c48a53741cd51b in 1275ms, sequenceid=221, compaction requested=true 2024-11-21T16:36:06,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:06,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:06,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-21T16:36:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-21T16:36:06,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-21T16:36:06,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4300 sec 2024-11-21T16:36:06,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.4330 sec 2024-11-21T16:36:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-21T16:36:06,787 INFO [Thread-1228 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-21T16:36:06,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:36:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-21T16:36:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-21T16:36:06,789 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:36:06,790 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:36:06,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:36:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-21T16:36:06,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:06,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-21T16:36:06,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:06,941 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T16:36:06,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:36:06,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:06,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:36:06,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:06,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:36:06,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:06,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/116e6ad5edfe493fb584a67a083dd253 is 50, key is test_row_0/A:col10/1732206964874/Put/seqid=0 2024-11-21T16:36:06,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742140_1316 (size=12151) 2024-11-21T16:36:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on bddca4620367341c09c48a53741cd51b 2024-11-21T16:36:06,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:07,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207026997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:07,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207026998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:07,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207027000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:07,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207027000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:07,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207027001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-21T16:36:07,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207027101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:07,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207027102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:07,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207027102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:07,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207027105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:07,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207027304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:07,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207027304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:07,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207027305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:07,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207027307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:07,349 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/116e6ad5edfe493fb584a67a083dd253 2024-11-21T16:36:07,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/48e51b20182c418da2401502c91a89e7 is 50, key is test_row_0/B:col10/1732206964874/Put/seqid=0 2024-11-21T16:36:07,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742141_1317 (size=12151) 2024-11-21T16:36:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-21T16:36:07,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207027608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:07,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207027609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:07,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207027609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:07,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207027610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:07,759 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/48e51b20182c418da2401502c91a89e7 2024-11-21T16:36:07,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/2be594dd441b4f16aac7018737d319c8 is 50, key is test_row_0/C:col10/1732206964874/Put/seqid=0 2024-11-21T16:36:07,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742142_1318 (size=12151) 2024-11-21T16:36:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-21T16:36:08,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207028111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:08,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207028112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:08,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207028113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:08,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207028114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:08,170 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/2be594dd441b4f16aac7018737d319c8 2024-11-21T16:36:08,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/116e6ad5edfe493fb584a67a083dd253 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/116e6ad5edfe493fb584a67a083dd253 2024-11-21T16:36:08,177 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/116e6ad5edfe493fb584a67a083dd253, entries=150, sequenceid=246, filesize=11.9 K 2024-11-21T16:36:08,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/48e51b20182c418da2401502c91a89e7 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/48e51b20182c418da2401502c91a89e7 2024-11-21T16:36:08,180 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/48e51b20182c418da2401502c91a89e7, entries=150, sequenceid=246, filesize=11.9 K 2024-11-21T16:36:08,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/2be594dd441b4f16aac7018737d319c8 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/2be594dd441b4f16aac7018737d319c8 2024-11-21T16:36:08,184 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/2be594dd441b4f16aac7018737d319c8, entries=150, sequenceid=246, filesize=11.9 K 2024-11-21T16:36:08,184 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bddca4620367341c09c48a53741cd51b in 1243ms, sequenceid=246, compaction requested=true 2024-11-21T16:36:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-21T16:36:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-21T16:36:08,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-21T16:36:08,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3950 sec 2024-11-21T16:36:08,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.3980 sec 2024-11-21T16:36:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-21T16:36:08,893 INFO [Thread-1228 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-21T16:36:08,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:36:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-21T16:36:08,895 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:36:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-21T16:36:08,895 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:36:08,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:36:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-21T16:36:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on bddca4620367341c09c48a53741cd51b 2024-11-21T16:36:09,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T16:36:09,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:36:09,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:09,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:36:09,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:09,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:36:09,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:09,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/badc92169afa4c1b86ec6abbfb4d36e5 is 50, key is test_row_0/A:col10/1732206969017/Put/seqid=0 2024-11-21T16:36:09,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742143_1319 (size=14591) 2024-11-21T16:36:09,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:09,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-21T16:36:09,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:09,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:09,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:09,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207029082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:09,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207029113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:09,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207029115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:09,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207029116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:09,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207029121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:09,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207029186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-21T16:36:09,199 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:09,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-21T16:36:09,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:09,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:09,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:09,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,350 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:09,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-21T16:36:09,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:09,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:09,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:09,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207029388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:09,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/badc92169afa4c1b86ec6abbfb4d36e5 2024-11-21T16:36:09,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/51383dc27aee4370b7ef3e9ef76d1ac5 is 50, key is test_row_0/B:col10/1732206969017/Put/seqid=0 2024-11-21T16:36:09,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742144_1320 (size=12201) 2024-11-21T16:36:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-21T16:36:09,503 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:09,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-21T16:36:09,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:09,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:09,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:09,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,655 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:09,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-21T16:36:09,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:09,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:09,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:09,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207029692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:09,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:09,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-21T16:36:09,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:09,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:09,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:09,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/51383dc27aee4370b7ef3e9ef76d1ac5 2024-11-21T16:36:09,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/8d7a6766ebac49408a13450cb1b3effe is 50, key is test_row_0/C:col10/1732206969017/Put/seqid=0 2024-11-21T16:36:09,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742145_1321 (size=12201) 2024-11-21T16:36:09,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:09,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-21T16:36:09,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:09,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:09,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:09,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-21T16:36:10,112 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:10,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-21T16:36:10,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:10,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:10,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:10,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:10,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:10,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207030195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:10,265 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:10,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-21T16:36:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:10,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:10,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:10,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:10,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:10,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/8d7a6766ebac49408a13450cb1b3effe 2024-11-21T16:36:10,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/badc92169afa4c1b86ec6abbfb4d36e5 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/badc92169afa4c1b86ec6abbfb4d36e5 2024-11-21T16:36:10,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/badc92169afa4c1b86ec6abbfb4d36e5, entries=200, sequenceid=258, filesize=14.2 K 2024-11-21T16:36:10,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/51383dc27aee4370b7ef3e9ef76d1ac5 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/51383dc27aee4370b7ef3e9ef76d1ac5 2024-11-21T16:36:10,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/51383dc27aee4370b7ef3e9ef76d1ac5, entries=150, sequenceid=258, filesize=11.9 K 2024-11-21T16:36:10,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/8d7a6766ebac49408a13450cb1b3effe as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/8d7a6766ebac49408a13450cb1b3effe 2024-11-21T16:36:10,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/8d7a6766ebac49408a13450cb1b3effe, entries=150, sequenceid=258, filesize=11.9 K 2024-11-21T16:36:10,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bddca4620367341c09c48a53741cd51b in 1279ms, sequenceid=258, compaction requested=true 2024-11-21T16:36:10,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:10,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:36:10,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:10,297 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T16:36:10,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:36:10,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:10,297 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T16:36:10,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:36:10,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:10,299 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61249 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T16:36:10,299 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/B is initiating minor compaction (all files) 2024-11-21T16:36:10,299 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/B in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:10,299 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/a0c992a80d7d4e91a5c5f4a781b4bfe2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/dcc31a800c874b8da8b860cd0ea28131, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/088f8c8ae9de468eb45f10e6fb15838b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/48e51b20182c418da2401502c91a89e7, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/51383dc27aee4370b7ef3e9ef76d1ac5] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=59.8 K 2024-11-21T16:36:10,299 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 63639 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T16:36:10,299 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/A is initiating minor compaction (all files) 2024-11-21T16:36:10,299 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/A in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:10,299 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/02c478fc5a3f4785b38c026bd35ca4af, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/8a604b5b97914b15a8b22db2ff895b26, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/194d1c9450594a029acf43c343380b2c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/116e6ad5edfe493fb584a67a083dd253, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/badc92169afa4c1b86ec6abbfb4d36e5] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=62.1 K 2024-11-21T16:36:10,300 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02c478fc5a3f4785b38c026bd35ca4af, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732206962601 2024-11-21T16:36:10,300 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting a0c992a80d7d4e91a5c5f4a781b4bfe2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732206962601 2024-11-21T16:36:10,300 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting dcc31a800c874b8da8b860cd0ea28131, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732206962616 2024-11-21T16:36:10,300 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a604b5b97914b15a8b22db2ff895b26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732206962616 2024-11-21T16:36:10,301 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 194d1c9450594a029acf43c343380b2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732206963740 2024-11-21T16:36:10,301 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 088f8c8ae9de468eb45f10e6fb15838b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732206963740 2024-11-21T16:36:10,302 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 116e6ad5edfe493fb584a67a083dd253, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732206964873 2024-11-21T16:36:10,302 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 48e51b20182c418da2401502c91a89e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732206964873 2024-11-21T16:36:10,302 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 51383dc27aee4370b7ef3e9ef76d1ac5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732206966996 2024-11-21T16:36:10,302 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting badc92169afa4c1b86ec6abbfb4d36e5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732206966996 2024-11-21T16:36:10,317 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#B#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:10,318 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/05058b4f8d0840379a58281b9e08651e is 50, key is test_row_0/B:col10/1732206969017/Put/seqid=0 2024-11-21T16:36:10,328 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#A#compaction#273 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:10,329 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/58eb3aa4a1354709bc231aa64fa796dc is 50, key is test_row_0/A:col10/1732206969017/Put/seqid=0 2024-11-21T16:36:10,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742146_1322 (size=12815) 2024-11-21T16:36:10,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742147_1323 (size=12815) 2024-11-21T16:36:10,417 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:10,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-21T16:36:10,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:10,418 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T16:36:10,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:36:10,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:10,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:36:10,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:10,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:36:10,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:10,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/bef92d45016c497794cebab056c6a1c0 is 50, key is test_row_0/A:col10/1732206969079/Put/seqid=0 2024-11-21T16:36:10,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742148_1324 (size=12301) 2024-11-21T16:36:10,757 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/05058b4f8d0840379a58281b9e08651e as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/05058b4f8d0840379a58281b9e08651e 2024-11-21T16:36:10,761 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in bddca4620367341c09c48a53741cd51b/B of bddca4620367341c09c48a53741cd51b into 05058b4f8d0840379a58281b9e08651e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:10,761 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:10,761 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/B, priority=11, startTime=1732206970297; duration=0sec 2024-11-21T16:36:10,761 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:10,761 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:B 2024-11-21T16:36:10,761 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T16:36:10,763 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61249 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T16:36:10,763 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/C is initiating minor compaction (all files) 2024-11-21T16:36:10,763 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/C in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:10,763 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/7e8b9095f3544ab3b40a42abef4bd819, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/7ebc5c82e1384dc8a91b2acb2e99d357, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/f406139694a34c9a8f1198aeb31a7c67, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/2be594dd441b4f16aac7018737d319c8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/8d7a6766ebac49408a13450cb1b3effe] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=59.8 K 2024-11-21T16:36:10,763 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e8b9095f3544ab3b40a42abef4bd819, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732206962601 2024-11-21T16:36:10,764 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ebc5c82e1384dc8a91b2acb2e99d357, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732206962616 2024-11-21T16:36:10,764 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting f406139694a34c9a8f1198aeb31a7c67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732206963740 2024-11-21T16:36:10,764 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 2be594dd441b4f16aac7018737d319c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732206964873 2024-11-21T16:36:10,764 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d7a6766ebac49408a13450cb1b3effe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732206966996 2024-11-21T16:36:10,767 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/58eb3aa4a1354709bc231aa64fa796dc as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/58eb3aa4a1354709bc231aa64fa796dc 2024-11-21T16:36:10,770 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in bddca4620367341c09c48a53741cd51b/A of bddca4620367341c09c48a53741cd51b into 58eb3aa4a1354709bc231aa64fa796dc(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:10,770 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:10,770 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/A, priority=11, startTime=1732206970297; duration=0sec 2024-11-21T16:36:10,771 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:10,771 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:A 2024-11-21T16:36:10,774 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#C#compaction#275 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:10,775 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/9a7193a6f7764d538a524fbbcdc41920 is 50, key is test_row_0/C:col10/1732206969017/Put/seqid=0 2024-11-21T16:36:10,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742149_1325 (size=12815) 2024-11-21T16:36:10,826 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/bef92d45016c497794cebab056c6a1c0 2024-11-21T16:36:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/4db0c41e9bc245348131f4f8a7edb268 is 50, key is test_row_0/B:col10/1732206969079/Put/seqid=0 2024-11-21T16:36:10,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742150_1326 (size=12301) 2024-11-21T16:36:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-21T16:36:11,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. as already flushing 2024-11-21T16:36:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on bddca4620367341c09c48a53741cd51b 2024-11-21T16:36:11,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207031129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:11,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207031130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:11,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207031131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:11,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50634 deadline: 1732207031133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:11,135 DEBUG [Thread-1226 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., hostname=3e736a818b50,32923,1732206884345, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:36:11,182 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/9a7193a6f7764d538a524fbbcdc41920 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/9a7193a6f7764d538a524fbbcdc41920 2024-11-21T16:36:11,186 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in bddca4620367341c09c48a53741cd51b/C of bddca4620367341c09c48a53741cd51b into 9a7193a6f7764d538a524fbbcdc41920(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:11,186 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:11,186 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/C, priority=11, startTime=1732206970297; duration=0sec 2024-11-21T16:36:11,186 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:11,186 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:C 2024-11-21T16:36:11,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50664 deadline: 1732207031199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:11,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207031233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:11,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207031233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:11,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207031233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:11,236 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/4db0c41e9bc245348131f4f8a7edb268 2024-11-21T16:36:11,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/bfd0f725d17f443c8a79f77672160399 is 50, key is test_row_0/C:col10/1732206969079/Put/seqid=0 2024-11-21T16:36:11,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742151_1327 (size=12301) 2024-11-21T16:36:11,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207031435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:11,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207031436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:11,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207031436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:11,646 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/bfd0f725d17f443c8a79f77672160399 2024-11-21T16:36:11,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/bef92d45016c497794cebab056c6a1c0 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/bef92d45016c497794cebab056c6a1c0 2024-11-21T16:36:11,653 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/bef92d45016c497794cebab056c6a1c0, entries=150, sequenceid=282, filesize=12.0 K 2024-11-21T16:36:11,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/4db0c41e9bc245348131f4f8a7edb268 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/4db0c41e9bc245348131f4f8a7edb268 2024-11-21T16:36:11,657 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/4db0c41e9bc245348131f4f8a7edb268, entries=150, sequenceid=282, filesize=12.0 K 2024-11-21T16:36:11,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/bfd0f725d17f443c8a79f77672160399 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/bfd0f725d17f443c8a79f77672160399 2024-11-21T16:36:11,660 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/bfd0f725d17f443c8a79f77672160399, entries=150, sequenceid=282, filesize=12.0 K 2024-11-21T16:36:11,661 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bddca4620367341c09c48a53741cd51b in 1243ms, sequenceid=282, compaction requested=false 2024-11-21T16:36:11,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:11,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:11,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-21T16:36:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-11-21T16:36:11,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-21T16:36:11,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7670 sec 2024-11-21T16:36:11,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 2.7710 sec 2024-11-21T16:36:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on bddca4620367341c09c48a53741cd51b 2024-11-21T16:36:11,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T16:36:11,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:36:11,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:11,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:36:11,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:11,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:36:11,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:11,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/fce3276522c44e7ca0b95155a8b5a87d is 50, key is test_row_0/A:col10/1732206971126/Put/seqid=0 2024-11-21T16:36:11,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742152_1328 (size=14741) 2024-11-21T16:36:11,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:11,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207031760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207031759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:11,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207031760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:11,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207031863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:11,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207031863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:11,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207031863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207032066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207032066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:12,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207032066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:12,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/fce3276522c44e7ca0b95155a8b5a87d 2024-11-21T16:36:12,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/871a6faec11946a488cad8e2cb98f6f1 is 50, key is test_row_0/B:col10/1732206971126/Put/seqid=0 2024-11-21T16:36:12,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742153_1329 (size=12301) 2024-11-21T16:36:12,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:12,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207032368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207032368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:12,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207032370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:12,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/871a6faec11946a488cad8e2cb98f6f1 2024-11-21T16:36:12,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/af5521aac5bf4b17b5a5a37e30918d60 is 50, key is test_row_0/C:col10/1732206971126/Put/seqid=0 2024-11-21T16:36:12,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742154_1330 (size=12301) 2024-11-21T16:36:12,771 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T16:36:12,851 DEBUG [Thread-1233 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d68f787 to 127.0.0.1:56804 2024-11-21T16:36:12,851 DEBUG [Thread-1229 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb04aeb to 127.0.0.1:56804 2024-11-21T16:36:12,851 DEBUG [Thread-1233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:12,851 DEBUG [Thread-1229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:12,851 DEBUG [Thread-1237 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1730a60f to 127.0.0.1:56804 2024-11-21T16:36:12,851 DEBUG [Thread-1237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:12,853 DEBUG [Thread-1235 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:56804 2024-11-21T16:36:12,853 DEBUG [Thread-1235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:12,853 DEBUG [Thread-1231 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0e9c8f to 127.0.0.1:56804 2024-11-21T16:36:12,853 DEBUG [Thread-1231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:12,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:12,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50648 deadline: 1732207032871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50678 deadline: 1732207032871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:12,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50618 deadline: 1732207032874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:12,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/af5521aac5bf4b17b5a5a37e30918d60 2024-11-21T16:36:12,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/fce3276522c44e7ca0b95155a8b5a87d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/fce3276522c44e7ca0b95155a8b5a87d 2024-11-21T16:36:12,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/fce3276522c44e7ca0b95155a8b5a87d, entries=200, sequenceid=299, filesize=14.4 K 2024-11-21T16:36:12,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/871a6faec11946a488cad8e2cb98f6f1 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/871a6faec11946a488cad8e2cb98f6f1 2024-11-21T16:36:12,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/871a6faec11946a488cad8e2cb98f6f1, entries=150, sequenceid=299, filesize=12.0 K 2024-11-21T16:36:12,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/af5521aac5bf4b17b5a5a37e30918d60 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/af5521aac5bf4b17b5a5a37e30918d60 2024-11-21T16:36:12,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/af5521aac5bf4b17b5a5a37e30918d60, entries=150, sequenceid=299, filesize=12.0 K 2024-11-21T16:36:12,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for bddca4620367341c09c48a53741cd51b in 1257ms, sequenceid=299, compaction requested=true 2024-11-21T16:36:12,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-21T16:36:12,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:36:12,999 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:12,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:12,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:36:12,999 INFO [Thread-1228 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-21T16:36:12,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:12,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bddca4620367341c09c48a53741cd51b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:36:12,999 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:12,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:12,999 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:12,999 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:12,999 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/A is initiating minor compaction (all files) 2024-11-21T16:36:12,999 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/B is initiating minor compaction (all files) 2024-11-21T16:36:12,999 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/A in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:12,999 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/B in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:12,999 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/05058b4f8d0840379a58281b9e08651e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/4db0c41e9bc245348131f4f8a7edb268, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/871a6faec11946a488cad8e2cb98f6f1] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=36.5 K 2024-11-21T16:36:12,999 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/58eb3aa4a1354709bc231aa64fa796dc, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/bef92d45016c497794cebab056c6a1c0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/fce3276522c44e7ca0b95155a8b5a87d] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=38.9 K 2024-11-21T16:36:13,000 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58eb3aa4a1354709bc231aa64fa796dc, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732206966996 2024-11-21T16:36:13,000 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 05058b4f8d0840379a58281b9e08651e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732206966996 2024-11-21T16:36:13,000 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting bef92d45016c497794cebab056c6a1c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732206969071 2024-11-21T16:36:13,000 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 4db0c41e9bc245348131f4f8a7edb268, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732206969071 2024-11-21T16:36:13,000 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting fce3276522c44e7ca0b95155a8b5a87d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732206971126 2024-11-21T16:36:13,000 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 871a6faec11946a488cad8e2cb98f6f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732206971126 2024-11-21T16:36:13,005 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#A#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:13,005 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#B#compaction#282 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:13,006 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/86561a2f5cae45d2a6540a85dcce44bd is 50, key is test_row_0/A:col10/1732206971126/Put/seqid=0 2024-11-21T16:36:13,006 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/53bd0ec503834bf89ef207cda11dac22 is 50, key is test_row_0/B:col10/1732206971126/Put/seqid=0 2024-11-21T16:36:13,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742156_1332 (size=13017) 2024-11-21T16:36:13,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742155_1331 (size=13017) 2024-11-21T16:36:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on bddca4620367341c09c48a53741cd51b 2024-11-21T16:36:13,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T16:36:13,214 DEBUG [Thread-1222 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d0caa5 to 127.0.0.1:56804 2024-11-21T16:36:13,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:36:13,214 DEBUG [Thread-1222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:13,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:13,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:36:13,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:13,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:36:13,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:13,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/08d424ea21e74d71bb9443eea0e14d94 is 50, key is test_row_0/A:col10/1732206973211/Put/seqid=0 2024-11-21T16:36:13,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742157_1333 (size=12301) 2024-11-21T16:36:13,415 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/53bd0ec503834bf89ef207cda11dac22 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/53bd0ec503834bf89ef207cda11dac22 2024-11-21T16:36:13,415 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/86561a2f5cae45d2a6540a85dcce44bd as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/86561a2f5cae45d2a6540a85dcce44bd 2024-11-21T16:36:13,420 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bddca4620367341c09c48a53741cd51b/A of bddca4620367341c09c48a53741cd51b into 86561a2f5cae45d2a6540a85dcce44bd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:13,420 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bddca4620367341c09c48a53741cd51b/B of bddca4620367341c09c48a53741cd51b into 53bd0ec503834bf89ef207cda11dac22(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:13,420 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:13,420 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:13,420 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/B, priority=13, startTime=1732206972999; duration=0sec 2024-11-21T16:36:13,420 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/A, priority=13, startTime=1732206972998; duration=0sec 2024-11-21T16:36:13,420 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:13,420 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:B 2024-11-21T16:36:13,420 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:13,420 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:A 2024-11-21T16:36:13,420 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:13,421 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:13,421 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): bddca4620367341c09c48a53741cd51b/C is initiating minor compaction (all files) 2024-11-21T16:36:13,421 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bddca4620367341c09c48a53741cd51b/C in TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:13,421 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/9a7193a6f7764d538a524fbbcdc41920, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/bfd0f725d17f443c8a79f77672160399, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/af5521aac5bf4b17b5a5a37e30918d60] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp, totalSize=36.5 K 2024-11-21T16:36:13,421 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a7193a6f7764d538a524fbbcdc41920, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732206966996 2024-11-21T16:36:13,422 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting bfd0f725d17f443c8a79f77672160399, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732206969071 2024-11-21T16:36:13,422 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting af5521aac5bf4b17b5a5a37e30918d60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732206971126 2024-11-21T16:36:13,428 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bddca4620367341c09c48a53741cd51b#C#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:13,429 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/a149b9591d924f9080c744df2b306155 is 50, key is test_row_0/C:col10/1732206971126/Put/seqid=0 2024-11-21T16:36:13,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742158_1334 (size=13017) 2024-11-21T16:36:13,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/08d424ea21e74d71bb9443eea0e14d94 2024-11-21T16:36:13,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/469b61bc3d144c44bd0637180c382bbf is 50, key is test_row_0/B:col10/1732206973211/Put/seqid=0 2024-11-21T16:36:13,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742159_1335 (size=12301) 2024-11-21T16:36:13,841 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/a149b9591d924f9080c744df2b306155 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/a149b9591d924f9080c744df2b306155 2024-11-21T16:36:13,845 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bddca4620367341c09c48a53741cd51b/C of bddca4620367341c09c48a53741cd51b into a149b9591d924f9080c744df2b306155(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:13,845 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:13,845 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b., storeName=bddca4620367341c09c48a53741cd51b/C, priority=13, startTime=1732206972999; duration=0sec 2024-11-21T16:36:13,845 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:13,845 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bddca4620367341c09c48a53741cd51b:C 2024-11-21T16:36:13,879 DEBUG [Thread-1220 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d296fed to 127.0.0.1:56804 2024-11-21T16:36:13,879 DEBUG [Thread-1220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:13,882 DEBUG [Thread-1218 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6862e3ce to 127.0.0.1:56804 2024-11-21T16:36:13,882 DEBUG [Thread-1218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:13,882 DEBUG [Thread-1224 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f04e0e to 127.0.0.1:56804 2024-11-21T16:36:13,882 DEBUG [Thread-1224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:14,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/469b61bc3d144c44bd0637180c382bbf 2024-11-21T16:36:14,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/00ac78414d6b41858581556943539f8f is 50, key is test_row_0/C:col10/1732206973211/Put/seqid=0 2024-11-21T16:36:14,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742160_1336 (size=12301) 2024-11-21T16:36:14,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/00ac78414d6b41858581556943539f8f 2024-11-21T16:36:14,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/08d424ea21e74d71bb9443eea0e14d94 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/08d424ea21e74d71bb9443eea0e14d94 2024-11-21T16:36:14,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/08d424ea21e74d71bb9443eea0e14d94, entries=150, sequenceid=323, filesize=12.0 K 2024-11-21T16:36:14,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/469b61bc3d144c44bd0637180c382bbf as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/469b61bc3d144c44bd0637180c382bbf 2024-11-21T16:36:14,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/469b61bc3d144c44bd0637180c382bbf, entries=150, sequenceid=323, filesize=12.0 K 2024-11-21T16:36:14,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/00ac78414d6b41858581556943539f8f as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/00ac78414d6b41858581556943539f8f 2024-11-21T16:36:14,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/00ac78414d6b41858581556943539f8f, entries=150, sequenceid=323, filesize=12.0 K 2024-11-21T16:36:14,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=20.13 KB/20610 for bddca4620367341c09c48a53741cd51b in 1277ms, sequenceid=323, compaction requested=false 2024-11-21T16:36:14,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:15,168 DEBUG [Thread-1226 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560ec309 to 127.0.0.1:56804 2024-11-21T16:36:15,169 DEBUG [Thread-1226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:15,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T16:36:15,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-21T16:36:15,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-21T16:36:15,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-21T16:36:15,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-21T16:36:15,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-21T16:36:15,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T16:36:15,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6669 2024-11-21T16:36:15,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6573 2024-11-21T16:36:15,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6496 2024-11-21T16:36:15,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6705 2024-11-21T16:36:15,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6582 2024-11-21T16:36:15,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T16:36:15,169 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T16:36:15,169 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a569490 to 127.0.0.1:56804 2024-11-21T16:36:15,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:15,170 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T16:36:15,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T16:36:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T16:36:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-21T16:36:15,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732206975174"}]},"ts":"1732206975174"} 2024-11-21T16:36:15,176 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T16:36:15,238 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T16:36:15,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T16:36:15,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bddca4620367341c09c48a53741cd51b, UNASSIGN}] 2024-11-21T16:36:15,243 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bddca4620367341c09c48a53741cd51b, UNASSIGN 2024-11-21T16:36:15,244 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=bddca4620367341c09c48a53741cd51b, regionState=CLOSING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:36:15,246 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T16:36:15,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:36:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-21T16:36:15,399 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:15,400 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close bddca4620367341c09c48a53741cd51b 2024-11-21T16:36:15,400 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T16:36:15,400 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing bddca4620367341c09c48a53741cd51b, disabling compactions & flushes 2024-11-21T16:36:15,401 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:15,401 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:15,401 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. after waiting 0 ms 2024-11-21T16:36:15,401 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:15,401 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(2837): Flushing bddca4620367341c09c48a53741cd51b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T16:36:15,402 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=A 2024-11-21T16:36:15,402 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:15,402 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=B 2024-11-21T16:36:15,402 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:15,402 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bddca4620367341c09c48a53741cd51b, store=C 2024-11-21T16:36:15,402 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:15,411 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/fd493e454ee14838a71b5703f379b9f2 is 50, key is test_row_0/A:col10/1732206975167/Put/seqid=0 2024-11-21T16:36:15,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742161_1337 (size=12301) 2024-11-21T16:36:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-21T16:36:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-21T16:36:15,819 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/fd493e454ee14838a71b5703f379b9f2 2024-11-21T16:36:15,834 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/4108dfdfaf47490fa0745803163f4bb6 is 50, key is test_row_0/B:col10/1732206975167/Put/seqid=0 2024-11-21T16:36:15,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742162_1338 (size=12301) 2024-11-21T16:36:16,239 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/4108dfdfaf47490fa0745803163f4bb6 2024-11-21T16:36:16,246 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/50c4f6050edd49edbcd222295396fb3d is 50, key is test_row_0/C:col10/1732206975167/Put/seqid=0 2024-11-21T16:36:16,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742163_1339 (size=12301) 2024-11-21T16:36:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-21T16:36:16,652 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/50c4f6050edd49edbcd222295396fb3d 2024-11-21T16:36:16,662 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/A/fd493e454ee14838a71b5703f379b9f2 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/fd493e454ee14838a71b5703f379b9f2 2024-11-21T16:36:16,667 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/fd493e454ee14838a71b5703f379b9f2, entries=150, sequenceid=333, filesize=12.0 K 2024-11-21T16:36:16,667 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/B/4108dfdfaf47490fa0745803163f4bb6 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/4108dfdfaf47490fa0745803163f4bb6 2024-11-21T16:36:16,671 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/4108dfdfaf47490fa0745803163f4bb6, entries=150, sequenceid=333, filesize=12.0 K 2024-11-21T16:36:16,672 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/.tmp/C/50c4f6050edd49edbcd222295396fb3d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/50c4f6050edd49edbcd222295396fb3d 2024-11-21T16:36:16,675 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/50c4f6050edd49edbcd222295396fb3d, entries=150, sequenceid=333, filesize=12.0 K 2024-11-21T16:36:16,676 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for bddca4620367341c09c48a53741cd51b in 1275ms, sequenceid=333, compaction requested=true 2024-11-21T16:36:16,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e024a73984114a33b65c8d6141444c7c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/6131942317da4f40ae3246a0a76e491e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/dde29d0d3b8a44d38c1e507f9a7b1fbd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e2f0be86185e459db6525d158068ca62, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/956bb17f95244acb88aabe4e8ddb8e07, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/82a636c895db4f15a9134c3e7e6ca07e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/7da609c10ad146a78abe0bcf6f39e79f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/eb8c017af60a4cccab9f0746c91d2286, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e577910d7e094ee297263d50dc02a050, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/a329d1be6f3448e9a8aabb34784e93f7, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/7906849700154224960a17310663a1b2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/44e5e7a9c1b745908e8a32fe3643c77c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/02c478fc5a3f4785b38c026bd35ca4af, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/58de018f42fa44598543af8560ec1812, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/8a604b5b97914b15a8b22db2ff895b26, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/194d1c9450594a029acf43c343380b2c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/116e6ad5edfe493fb584a67a083dd253, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/badc92169afa4c1b86ec6abbfb4d36e5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/58eb3aa4a1354709bc231aa64fa796dc, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/bef92d45016c497794cebab056c6a1c0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/fce3276522c44e7ca0b95155a8b5a87d] to archive 2024-11-21T16:36:16,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:36:16,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e024a73984114a33b65c8d6141444c7c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e024a73984114a33b65c8d6141444c7c 2024-11-21T16:36:16,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/6131942317da4f40ae3246a0a76e491e to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/6131942317da4f40ae3246a0a76e491e 2024-11-21T16:36:16,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/dde29d0d3b8a44d38c1e507f9a7b1fbd to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/dde29d0d3b8a44d38c1e507f9a7b1fbd 2024-11-21T16:36:16,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e2f0be86185e459db6525d158068ca62 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e2f0be86185e459db6525d158068ca62 2024-11-21T16:36:16,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/956bb17f95244acb88aabe4e8ddb8e07 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/956bb17f95244acb88aabe4e8ddb8e07 2024-11-21T16:36:16,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/82a636c895db4f15a9134c3e7e6ca07e to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/82a636c895db4f15a9134c3e7e6ca07e 2024-11-21T16:36:16,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/7da609c10ad146a78abe0bcf6f39e79f to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/7da609c10ad146a78abe0bcf6f39e79f 2024-11-21T16:36:16,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/eb8c017af60a4cccab9f0746c91d2286 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/eb8c017af60a4cccab9f0746c91d2286 2024-11-21T16:36:16,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e577910d7e094ee297263d50dc02a050 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/e577910d7e094ee297263d50dc02a050 2024-11-21T16:36:16,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/a329d1be6f3448e9a8aabb34784e93f7 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/a329d1be6f3448e9a8aabb34784e93f7 2024-11-21T16:36:16,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/7906849700154224960a17310663a1b2 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/7906849700154224960a17310663a1b2 2024-11-21T16:36:16,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/44e5e7a9c1b745908e8a32fe3643c77c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/44e5e7a9c1b745908e8a32fe3643c77c 2024-11-21T16:36:16,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/02c478fc5a3f4785b38c026bd35ca4af to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/02c478fc5a3f4785b38c026bd35ca4af 2024-11-21T16:36:16,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/58de018f42fa44598543af8560ec1812 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/58de018f42fa44598543af8560ec1812 2024-11-21T16:36:16,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/8a604b5b97914b15a8b22db2ff895b26 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/8a604b5b97914b15a8b22db2ff895b26 2024-11-21T16:36:16,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/194d1c9450594a029acf43c343380b2c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/194d1c9450594a029acf43c343380b2c 2024-11-21T16:36:16,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/116e6ad5edfe493fb584a67a083dd253 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/116e6ad5edfe493fb584a67a083dd253 2024-11-21T16:36:16,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/badc92169afa4c1b86ec6abbfb4d36e5 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/badc92169afa4c1b86ec6abbfb4d36e5 2024-11-21T16:36:16,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/58eb3aa4a1354709bc231aa64fa796dc to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/58eb3aa4a1354709bc231aa64fa796dc 2024-11-21T16:36:16,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/bef92d45016c497794cebab056c6a1c0 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/bef92d45016c497794cebab056c6a1c0 2024-11-21T16:36:16,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/fce3276522c44e7ca0b95155a8b5a87d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/fce3276522c44e7ca0b95155a8b5a87d 2024-11-21T16:36:16,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/528add73930a4129b66a3ad41177aafe, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/de828ff75d2b40d3b8647823cc9a68e9, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/b5a081bb9d164eefad80df28d1e5482b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/df67edfbe65648ca8d1aec8485abcae8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/b34f81b35df64762862201a2265b3304, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/de7f686d59564d4db2dd49bd5dabcc84, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/a90b06202d97412f92c28aaba93cc6a0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/7dbd28b134574d3dbdc71b6bc48a7fe5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/c3f3f80c048d480188454238d35a6bbd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/d4210378165a48ea98d9916a272c9431, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/454573fb571646608ea1e95fb4f66feb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/829295125b2a4c268e2df57122536c00, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/a0c992a80d7d4e91a5c5f4a781b4bfe2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/9326dbdb69e94489857b3fb78ced137c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/dcc31a800c874b8da8b860cd0ea28131, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/088f8c8ae9de468eb45f10e6fb15838b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/48e51b20182c418da2401502c91a89e7, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/05058b4f8d0840379a58281b9e08651e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/51383dc27aee4370b7ef3e9ef76d1ac5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/4db0c41e9bc245348131f4f8a7edb268, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/871a6faec11946a488cad8e2cb98f6f1] to archive 2024-11-21T16:36:16,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:36:16,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/528add73930a4129b66a3ad41177aafe to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/528add73930a4129b66a3ad41177aafe 2024-11-21T16:36:16,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/de828ff75d2b40d3b8647823cc9a68e9 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/de828ff75d2b40d3b8647823cc9a68e9 2024-11-21T16:36:16,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/b5a081bb9d164eefad80df28d1e5482b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/b5a081bb9d164eefad80df28d1e5482b 2024-11-21T16:36:16,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/df67edfbe65648ca8d1aec8485abcae8 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/df67edfbe65648ca8d1aec8485abcae8 2024-11-21T16:36:16,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/b34f81b35df64762862201a2265b3304 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/b34f81b35df64762862201a2265b3304 2024-11-21T16:36:16,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/de7f686d59564d4db2dd49bd5dabcc84 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/de7f686d59564d4db2dd49bd5dabcc84 2024-11-21T16:36:16,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/a90b06202d97412f92c28aaba93cc6a0 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/a90b06202d97412f92c28aaba93cc6a0 2024-11-21T16:36:16,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/7dbd28b134574d3dbdc71b6bc48a7fe5 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/7dbd28b134574d3dbdc71b6bc48a7fe5 2024-11-21T16:36:16,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/c3f3f80c048d480188454238d35a6bbd to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/c3f3f80c048d480188454238d35a6bbd 2024-11-21T16:36:16,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/d4210378165a48ea98d9916a272c9431 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/d4210378165a48ea98d9916a272c9431 2024-11-21T16:36:16,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/454573fb571646608ea1e95fb4f66feb to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/454573fb571646608ea1e95fb4f66feb 2024-11-21T16:36:16,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/829295125b2a4c268e2df57122536c00 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/829295125b2a4c268e2df57122536c00 2024-11-21T16:36:16,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/a0c992a80d7d4e91a5c5f4a781b4bfe2 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/a0c992a80d7d4e91a5c5f4a781b4bfe2 2024-11-21T16:36:16,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/9326dbdb69e94489857b3fb78ced137c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/9326dbdb69e94489857b3fb78ced137c 2024-11-21T16:36:16,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/dcc31a800c874b8da8b860cd0ea28131 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/dcc31a800c874b8da8b860cd0ea28131 2024-11-21T16:36:16,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/088f8c8ae9de468eb45f10e6fb15838b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/088f8c8ae9de468eb45f10e6fb15838b 2024-11-21T16:36:16,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/48e51b20182c418da2401502c91a89e7 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/48e51b20182c418da2401502c91a89e7 2024-11-21T16:36:16,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/05058b4f8d0840379a58281b9e08651e to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/05058b4f8d0840379a58281b9e08651e 2024-11-21T16:36:16,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/51383dc27aee4370b7ef3e9ef76d1ac5 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/51383dc27aee4370b7ef3e9ef76d1ac5 2024-11-21T16:36:16,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/4db0c41e9bc245348131f4f8a7edb268 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/4db0c41e9bc245348131f4f8a7edb268 2024-11-21T16:36:16,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/871a6faec11946a488cad8e2cb98f6f1 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/871a6faec11946a488cad8e2cb98f6f1 2024-11-21T16:36:16,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/50bd2cda177e412e9ac42006521956d6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/3d579499b6174db3802bf1af9a040d97, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/9c05761542484bb29390091757c49f57, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/6301225b13b54b38b4c315d91747ceee, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/1dcb9cd414b647839ce38ccd503d4940, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/da5888b119ab4edfa1ee15f8018ac911, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/4fc0dc3511f043ceaf656d6cc84c889a, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/94a6cbb80c4e45558789edd67184bd12, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/2e1323fc0c894047ab08fb077106e210, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/088c486d3fd84083ac08aa9c863e6af7, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/51da4ec20eff4a0bbc55ea2fe697a907, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/2de81c94219d48aaab2693fb22b68538, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/7e8b9095f3544ab3b40a42abef4bd819, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/fe9ddb4601c145b096917835da9202b9, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/7ebc5c82e1384dc8a91b2acb2e99d357, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/f406139694a34c9a8f1198aeb31a7c67, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/2be594dd441b4f16aac7018737d319c8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/9a7193a6f7764d538a524fbbcdc41920, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/8d7a6766ebac49408a13450cb1b3effe, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/bfd0f725d17f443c8a79f77672160399, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/af5521aac5bf4b17b5a5a37e30918d60] to archive 2024-11-21T16:36:16,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:36:16,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/50bd2cda177e412e9ac42006521956d6 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/50bd2cda177e412e9ac42006521956d6 2024-11-21T16:36:16,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/3d579499b6174db3802bf1af9a040d97 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/3d579499b6174db3802bf1af9a040d97 2024-11-21T16:36:16,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/9c05761542484bb29390091757c49f57 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/9c05761542484bb29390091757c49f57 2024-11-21T16:36:16,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/6301225b13b54b38b4c315d91747ceee to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/6301225b13b54b38b4c315d91747ceee 2024-11-21T16:36:16,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/1dcb9cd414b647839ce38ccd503d4940 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/1dcb9cd414b647839ce38ccd503d4940 2024-11-21T16:36:16,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/da5888b119ab4edfa1ee15f8018ac911 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/da5888b119ab4edfa1ee15f8018ac911 2024-11-21T16:36:16,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/4fc0dc3511f043ceaf656d6cc84c889a to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/4fc0dc3511f043ceaf656d6cc84c889a 2024-11-21T16:36:16,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/94a6cbb80c4e45558789edd67184bd12 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/94a6cbb80c4e45558789edd67184bd12 2024-11-21T16:36:16,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/2e1323fc0c894047ab08fb077106e210 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/2e1323fc0c894047ab08fb077106e210 2024-11-21T16:36:16,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/088c486d3fd84083ac08aa9c863e6af7 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/088c486d3fd84083ac08aa9c863e6af7 2024-11-21T16:36:16,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/51da4ec20eff4a0bbc55ea2fe697a907 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/51da4ec20eff4a0bbc55ea2fe697a907 2024-11-21T16:36:16,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/2de81c94219d48aaab2693fb22b68538 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/2de81c94219d48aaab2693fb22b68538 2024-11-21T16:36:16,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/7e8b9095f3544ab3b40a42abef4bd819 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/7e8b9095f3544ab3b40a42abef4bd819 2024-11-21T16:36:16,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/fe9ddb4601c145b096917835da9202b9 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/fe9ddb4601c145b096917835da9202b9 2024-11-21T16:36:16,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/7ebc5c82e1384dc8a91b2acb2e99d357 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/7ebc5c82e1384dc8a91b2acb2e99d357 2024-11-21T16:36:16,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/f406139694a34c9a8f1198aeb31a7c67 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/f406139694a34c9a8f1198aeb31a7c67 2024-11-21T16:36:16,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/2be594dd441b4f16aac7018737d319c8 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/2be594dd441b4f16aac7018737d319c8 2024-11-21T16:36:16,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/9a7193a6f7764d538a524fbbcdc41920 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/9a7193a6f7764d538a524fbbcdc41920 2024-11-21T16:36:16,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/8d7a6766ebac49408a13450cb1b3effe to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/8d7a6766ebac49408a13450cb1b3effe 2024-11-21T16:36:16,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/bfd0f725d17f443c8a79f77672160399 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/bfd0f725d17f443c8a79f77672160399 2024-11-21T16:36:16,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/af5521aac5bf4b17b5a5a37e30918d60 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/af5521aac5bf4b17b5a5a37e30918d60 2024-11-21T16:36:16,736 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/recovered.edits/336.seqid, newMaxSeqId=336, maxSeqId=1 2024-11-21T16:36:16,736 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b. 2024-11-21T16:36:16,736 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for bddca4620367341c09c48a53741cd51b: 2024-11-21T16:36:16,737 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed bddca4620367341c09c48a53741cd51b 2024-11-21T16:36:16,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=bddca4620367341c09c48a53741cd51b, regionState=CLOSED 2024-11-21T16:36:16,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-21T16:36:16,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure bddca4620367341c09c48a53741cd51b, server=3e736a818b50,32923,1732206884345 in 1.4930 sec 2024-11-21T16:36:16,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-21T16:36:16,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bddca4620367341c09c48a53741cd51b, UNASSIGN in 1.4980 sec 2024-11-21T16:36:16,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-21T16:36:16,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5020 sec 2024-11-21T16:36:16,742 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732206976742"}]},"ts":"1732206976742"} 2024-11-21T16:36:16,743 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T16:36:16,779 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T16:36:16,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6080 sec 2024-11-21T16:36:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-21T16:36:17,284 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-21T16:36:17,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T16:36:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:36:17,289 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:36:17,290 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=101, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:36:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-21T16:36:17,293 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b 2024-11-21T16:36:17,298 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/recovered.edits] 2024-11-21T16:36:17,303 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/08d424ea21e74d71bb9443eea0e14d94 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/08d424ea21e74d71bb9443eea0e14d94 2024-11-21T16:36:17,305 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/86561a2f5cae45d2a6540a85dcce44bd to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/86561a2f5cae45d2a6540a85dcce44bd 2024-11-21T16:36:17,307 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/fd493e454ee14838a71b5703f379b9f2 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/A/fd493e454ee14838a71b5703f379b9f2 2024-11-21T16:36:17,310 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/4108dfdfaf47490fa0745803163f4bb6 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/4108dfdfaf47490fa0745803163f4bb6 2024-11-21T16:36:17,311 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/469b61bc3d144c44bd0637180c382bbf to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/469b61bc3d144c44bd0637180c382bbf 2024-11-21T16:36:17,312 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/53bd0ec503834bf89ef207cda11dac22 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/B/53bd0ec503834bf89ef207cda11dac22 2024-11-21T16:36:17,314 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/00ac78414d6b41858581556943539f8f to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/00ac78414d6b41858581556943539f8f 2024-11-21T16:36:17,316 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/50c4f6050edd49edbcd222295396fb3d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/50c4f6050edd49edbcd222295396fb3d 2024-11-21T16:36:17,317 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/a149b9591d924f9080c744df2b306155 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/C/a149b9591d924f9080c744df2b306155 2024-11-21T16:36:17,319 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/recovered.edits/336.seqid to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b/recovered.edits/336.seqid 2024-11-21T16:36:17,320 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/bddca4620367341c09c48a53741cd51b 2024-11-21T16:36:17,320 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T16:36:17,322 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=101, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:36:17,328 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T16:36:17,330 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T16:36:17,331 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=101, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:36:17,331 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T16:36:17,331 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732206977331"}]},"ts":"9223372036854775807"} 2024-11-21T16:36:17,333 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T16:36:17,333 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => bddca4620367341c09c48a53741cd51b, NAME => 'TestAcidGuarantees,,1732206950521.bddca4620367341c09c48a53741cd51b.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T16:36:17,333 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T16:36:17,333 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732206977333"}]},"ts":"9223372036854775807"} 2024-11-21T16:36:17,335 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T16:36:17,372 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=101, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:36:17,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-21T16:36:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-21T16:36:17,392 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-11-21T16:36:17,409 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 355), ProcessCount=11 (was 11), AvailableMemoryMB=7481 (was 7529) 2024-11-21T16:36:17,418 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=7480 2024-11-21T16:36:17,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T16:36:17,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T16:36:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T16:36:17,422 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T16:36:17,422 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:17,423 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T16:36:17,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 102 2024-11-21T16:36:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T16:36:17,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742164_1340 (size=963) 2024-11-21T16:36:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T16:36:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T16:36:17,836 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33 2024-11-21T16:36:17,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742165_1341 (size=53) 2024-11-21T16:36:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T16:36:18,248 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:36:18,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8638f2bfa0d95e0244c1076104b11f82, disabling compactions & flushes 2024-11-21T16:36:18,249 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:18,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:18,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. after waiting 0 ms 2024-11-21T16:36:18,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:18,249 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:18,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:18,251 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T16:36:18,252 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732206978251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732206978251"}]},"ts":"1732206978251"} 2024-11-21T16:36:18,254 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T16:36:18,256 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T16:36:18,257 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732206978256"}]},"ts":"1732206978256"} 2024-11-21T16:36:18,258 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T16:36:18,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8638f2bfa0d95e0244c1076104b11f82, ASSIGN}] 2024-11-21T16:36:18,315 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8638f2bfa0d95e0244c1076104b11f82, ASSIGN 2024-11-21T16:36:18,316 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8638f2bfa0d95e0244c1076104b11f82, ASSIGN; state=OFFLINE, location=3e736a818b50,32923,1732206884345; forceNewPlan=false, retain=false 2024-11-21T16:36:18,467 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=8638f2bfa0d95e0244c1076104b11f82, regionState=OPENING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:36:18,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; OpenRegionProcedure 8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:36:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T16:36:18,624 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:18,631 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:18,632 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7285): Opening region: {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} 2024-11-21T16:36:18,632 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:18,633 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:36:18,633 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7327): checking encryption for 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:18,633 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7330): checking classloading for 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:18,635 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:18,637 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:36:18,637 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8638f2bfa0d95e0244c1076104b11f82 columnFamilyName A 2024-11-21T16:36:18,637 DEBUG [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:18,637 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.HStore(327): Store=8638f2bfa0d95e0244c1076104b11f82/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:36:18,637 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:18,638 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:36:18,639 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8638f2bfa0d95e0244c1076104b11f82 columnFamilyName B 2024-11-21T16:36:18,639 DEBUG [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:18,639 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.HStore(327): Store=8638f2bfa0d95e0244c1076104b11f82/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:36:18,639 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:18,640 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:36:18,641 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8638f2bfa0d95e0244c1076104b11f82 columnFamilyName C 2024-11-21T16:36:18,641 DEBUG [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:18,641 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.HStore(327): Store=8638f2bfa0d95e0244c1076104b11f82/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:36:18,641 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:18,642 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:18,642 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:18,644 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T16:36:18,645 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1085): writing seq id for 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:18,648 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T16:36:18,649 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1102): Opened 8638f2bfa0d95e0244c1076104b11f82; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66622732, jitterRate=-0.007243931293487549}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T16:36:18,650 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1001): Region open journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:18,651 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., pid=104, masterSystemTime=1732206978624 2024-11-21T16:36:18,652 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:18,652 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:18,653 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=8638f2bfa0d95e0244c1076104b11f82, regionState=OPEN, openSeqNum=2, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:36:18,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-21T16:36:18,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; OpenRegionProcedure 8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 in 185 msec 2024-11-21T16:36:18,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-21T16:36:18,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8638f2bfa0d95e0244c1076104b11f82, ASSIGN in 345 msec 2024-11-21T16:36:18,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T16:36:18,659 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732206978659"}]},"ts":"1732206978659"} 2024-11-21T16:36:18,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T16:36:18,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T16:36:18,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2510 sec 2024-11-21T16:36:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T16:36:19,535 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-21T16:36:19,539 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fe71801 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bf5e2f0 2024-11-21T16:36:19,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82ba2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:19,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:19,588 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:19,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T16:36:19,591 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T16:36:19,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T16:36:19,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T16:36:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T16:36:19,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742166_1342 (size=999) 2024-11-21T16:36:20,006 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-21T16:36:20,007 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-21T16:36:20,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T16:36:20,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8638f2bfa0d95e0244c1076104b11f82, REOPEN/MOVE}] 2024-11-21T16:36:20,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8638f2bfa0d95e0244c1076104b11f82, REOPEN/MOVE 2024-11-21T16:36:20,016 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=8638f2bfa0d95e0244c1076104b11f82, regionState=CLOSING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,017 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T16:36:20,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; CloseRegionProcedure 8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:36:20,169 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,169 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(124): Close 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:20,169 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T16:36:20,169 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1681): Closing 8638f2bfa0d95e0244c1076104b11f82, disabling compactions & flushes 2024-11-21T16:36:20,169 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:20,169 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:20,169 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. after waiting 0 ms 2024-11-21T16:36:20,169 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:20,197 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T16:36:20,198 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:20,198 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1635): Region close journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:20,199 WARN [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionServer(3786): Not adding moved region record: 8638f2bfa0d95e0244c1076104b11f82 to self. 2024-11-21T16:36:20,201 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(170): Closed 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:20,202 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=8638f2bfa0d95e0244c1076104b11f82, regionState=CLOSED 2024-11-21T16:36:20,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-11-21T16:36:20,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; CloseRegionProcedure 8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 in 186 msec 2024-11-21T16:36:20,207 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8638f2bfa0d95e0244c1076104b11f82, REOPEN/MOVE; state=CLOSED, location=3e736a818b50,32923,1732206884345; forceNewPlan=false, retain=true 2024-11-21T16:36:20,358 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=8638f2bfa0d95e0244c1076104b11f82, regionState=OPENING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=107, state=RUNNABLE; OpenRegionProcedure 8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:36:20,510 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,513 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:20,513 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7285): Opening region: {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} 2024-11-21T16:36:20,514 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:20,514 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:36:20,514 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7327): checking encryption for 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:20,514 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7330): checking classloading for 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:20,516 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:20,517 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:36:20,517 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8638f2bfa0d95e0244c1076104b11f82 columnFamilyName A 2024-11-21T16:36:20,518 DEBUG [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:20,518 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.HStore(327): Store=8638f2bfa0d95e0244c1076104b11f82/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:36:20,519 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:20,520 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:36:20,520 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8638f2bfa0d95e0244c1076104b11f82 columnFamilyName B 2024-11-21T16:36:20,520 DEBUG [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:20,520 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.HStore(327): Store=8638f2bfa0d95e0244c1076104b11f82/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:36:20,520 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:20,521 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:36:20,521 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8638f2bfa0d95e0244c1076104b11f82 columnFamilyName C 2024-11-21T16:36:20,521 DEBUG [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:20,522 INFO [StoreOpener-8638f2bfa0d95e0244c1076104b11f82-1 {}] regionserver.HStore(327): Store=8638f2bfa0d95e0244c1076104b11f82/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:36:20,522 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:20,523 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:20,525 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:20,527 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T16:36:20,529 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1085): writing seq id for 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:20,530 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1102): Opened 8638f2bfa0d95e0244c1076104b11f82; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60074394, jitterRate=-0.10482177138328552}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T16:36:20,531 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1001): Region open journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:20,531 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., pid=109, masterSystemTime=1732206980510 2024-11-21T16:36:20,533 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:20,533 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:20,533 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=8638f2bfa0d95e0244c1076104b11f82, regionState=OPEN, openSeqNum=5, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=107 2024-11-21T16:36:20,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=107, state=SUCCESS; OpenRegionProcedure 8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 in 175 msec 2024-11-21T16:36:20,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-21T16:36:20,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8638f2bfa0d95e0244c1076104b11f82, REOPEN/MOVE in 521 msec 2024-11-21T16:36:20,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-21T16:36:20,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 525 msec 2024-11-21T16:36:20,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 947 msec 2024-11-21T16:36:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-21T16:36:20,544 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd 2024-11-21T16:36:20,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:20,572 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604 2024-11-21T16:36:20,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:20,587 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-11-21T16:36:20,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:20,596 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-11-21T16:36:20,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:20,605 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-11-21T16:36:20,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:20,613 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0801ba40 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319559be 2024-11-21T16:36:20,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f49665c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:20,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21 2024-11-21T16:36:20,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:20,631 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48 2024-11-21T16:36:20,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:20,639 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-11-21T16:36:20,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:20,647 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7284f16d to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47679076 2024-11-21T16:36:20,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:20,660 DEBUG [hconnection-0x5610f1b3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:20,660 DEBUG [hconnection-0x5e33a56d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:20,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:36:20,661 DEBUG [hconnection-0x33dcf21f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:20,661 DEBUG [hconnection-0x2e34555e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:20,661 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:20,661 DEBUG [hconnection-0x4d5e572c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-21T16:36:20,662 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:20,662 DEBUG [hconnection-0x71212b4c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:20,663 DEBUG [hconnection-0x4d7842a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:20,663 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T16:36:20,663 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:20,663 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:20,663 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:20,663 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:20,664 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:36:20,664 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:36:20,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:36:20,666 DEBUG [hconnection-0x31ae54af-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:20,667 DEBUG [hconnection-0x639b509c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:20,667 DEBUG [hconnection-0x5b043b6b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:20,667 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:20,667 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:20,668 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:20,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8638f2bfa0d95e0244c1076104b11f82 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:36:20,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=A 2024-11-21T16:36:20,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:20,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=B 2024-11-21T16:36:20,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:20,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=C 2024-11-21T16:36:20,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:20,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57984 deadline: 1732207040686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57956 deadline: 1732207040686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58008 deadline: 1732207040686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207040687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1732207040688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112154a6fe6cdb664db997847d5107babb6f_8638f2bfa0d95e0244c1076104b11f82 is 50, key is test_row_0/A:col10/1732206980664/Put/seqid=0 2024-11-21T16:36:20,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742167_1343 (size=14594) 2024-11-21T16:36:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T16:36:20,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57984 deadline: 1732207040789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57956 deadline: 1732207040789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58008 deadline: 1732207040789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207040790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1732207040790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,816 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T16:36:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:20,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T16:36:20,968 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T16:36:20,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:20,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:20,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:20,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:20,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:20,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207040994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1732207040994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57956 deadline: 1732207040994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:20,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58008 deadline: 1732207040994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57984 deadline: 1732207040997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,097 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:21,100 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112154a6fe6cdb664db997847d5107babb6f_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112154a6fe6cdb664db997847d5107babb6f_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:21,101 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/06104e56517d4daabd1fa4802280baaa, store: [table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:21,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/06104e56517d4daabd1fa4802280baaa is 175, key is test_row_0/A:col10/1732206980664/Put/seqid=0 2024-11-21T16:36:21,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742168_1344 (size=39549) 2024-11-21T16:36:21,107 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/06104e56517d4daabd1fa4802280baaa 2024-11-21T16:36:21,121 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T16:36:21,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:21,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/eb3f513c645e43f6a14aa81f183d31e1 is 50, key is test_row_0/B:col10/1732206980664/Put/seqid=0 2024-11-21T16:36:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742169_1345 (size=12001) 2024-11-21T16:36:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T16:36:21,273 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T16:36:21,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:21,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:21,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:21,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57956 deadline: 1732207041297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207041297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1732207041298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58008 deadline: 1732207041299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57984 deadline: 1732207041302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,426 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T16:36:21,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:21,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:21,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:21,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/eb3f513c645e43f6a14aa81f183d31e1 2024-11-21T16:36:21,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/d120b3b2114d4d99bc0373ebfc9eb965 is 50, key is test_row_0/C:col10/1732206980664/Put/seqid=0 2024-11-21T16:36:21,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742170_1346 (size=12001) 2024-11-21T16:36:21,578 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T16:36:21,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:21,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:21,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:21,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T16:36:21,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:21,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:21,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:21,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T16:36:21,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57956 deadline: 1732207041799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1732207041803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58008 deadline: 1732207041804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207041805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57984 deadline: 1732207041808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,883 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:21,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T16:36:21,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:21,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:21,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/d120b3b2114d4d99bc0373ebfc9eb965 2024-11-21T16:36:21,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/06104e56517d4daabd1fa4802280baaa as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/06104e56517d4daabd1fa4802280baaa 2024-11-21T16:36:21,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/06104e56517d4daabd1fa4802280baaa, entries=200, sequenceid=16, filesize=38.6 K 2024-11-21T16:36:21,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/eb3f513c645e43f6a14aa81f183d31e1 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/eb3f513c645e43f6a14aa81f183d31e1 2024-11-21T16:36:21,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/eb3f513c645e43f6a14aa81f183d31e1, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T16:36:21,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/d120b3b2114d4d99bc0373ebfc9eb965 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/d120b3b2114d4d99bc0373ebfc9eb965 2024-11-21T16:36:21,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/d120b3b2114d4d99bc0373ebfc9eb965, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T16:36:21,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8638f2bfa0d95e0244c1076104b11f82 in 1306ms, sequenceid=16, compaction requested=false 2024-11-21T16:36:21,975 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T16:36:21,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:22,035 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:22,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T16:36:22,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:22,036 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 8638f2bfa0d95e0244c1076104b11f82 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T16:36:22,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=A 2024-11-21T16:36:22,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:22,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=B 2024-11-21T16:36:22,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:22,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=C 2024-11-21T16:36:22,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:22,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219888e957f3994f2da9635303cbb27c14_8638f2bfa0d95e0244c1076104b11f82 is 50, key is test_row_0/A:col10/1732206980687/Put/seqid=0 2024-11-21T16:36:22,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742171_1347 (size=12154) 2024-11-21T16:36:22,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T16:36:22,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:22,450 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219888e957f3994f2da9635303cbb27c14_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219888e957f3994f2da9635303cbb27c14_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:22,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/d34882871669451282f3c19df33ca2e2, store: [table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:22,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/d34882871669451282f3c19df33ca2e2 is 175, key is test_row_0/A:col10/1732206980687/Put/seqid=0 2024-11-21T16:36:22,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742172_1348 (size=30955) 2024-11-21T16:36:22,458 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/d34882871669451282f3c19df33ca2e2 2024-11-21T16:36:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/527b38e5607d4dde96a08b7012ca85fd is 50, key is test_row_0/B:col10/1732206980687/Put/seqid=0 2024-11-21T16:36:22,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742173_1349 (size=12001) 2024-11-21T16:36:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T16:36:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:22,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:22,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1732207042814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:22,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57956 deadline: 1732207042816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:22,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57984 deadline: 1732207042817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:22,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207042817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:22,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58008 deadline: 1732207042817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:22,869 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/527b38e5607d4dde96a08b7012ca85fd 2024-11-21T16:36:22,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/928d2c711b114e9d9700c60c4a2954bf is 50, key is test_row_0/C:col10/1732206980687/Put/seqid=0 2024-11-21T16:36:22,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742174_1350 (size=12001) 2024-11-21T16:36:22,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1732207042918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:22,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57956 deadline: 1732207042920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:22,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57984 deadline: 1732207042922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:22,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58008 deadline: 1732207042922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:23,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1732207043123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:23,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57956 deadline: 1732207043124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:23,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57984 deadline: 1732207043125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:23,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58008 deadline: 1732207043125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:23,280 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/928d2c711b114e9d9700c60c4a2954bf 2024-11-21T16:36:23,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/d34882871669451282f3c19df33ca2e2 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/d34882871669451282f3c19df33ca2e2 2024-11-21T16:36:23,287 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/d34882871669451282f3c19df33ca2e2, entries=150, sequenceid=40, filesize=30.2 K 2024-11-21T16:36:23,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/527b38e5607d4dde96a08b7012ca85fd as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/527b38e5607d4dde96a08b7012ca85fd 2024-11-21T16:36:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,291 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/527b38e5607d4dde96a08b7012ca85fd, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T16:36:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/928d2c711b114e9d9700c60c4a2954bf as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/928d2c711b114e9d9700c60c4a2954bf 2024-11-21T16:36:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,296 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/928d2c711b114e9d9700c60c4a2954bf, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T16:36:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,296 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8638f2bfa0d95e0244c1076104b11f82 in 1260ms, sequenceid=40, compaction requested=false 2024-11-21T16:36:23,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:23,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:23,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-21T16:36:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-21T16:36:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-21T16:36:23,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6330 sec 2024-11-21T16:36:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.6390 sec 2024-11-21T16:36:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8638f2bfa0d95e0244c1076104b11f82 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T16:36:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=A 2024-11-21T16:36:23,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=B 2024-11-21T16:36:23,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:23,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=C 2024-11-21T16:36:23,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210a28615df8334d9ea74a9352d72c7a65_8638f2bfa0d95e0244c1076104b11f82 is 50, key is test_row_0/A:col10/1732206982816/Put/seqid=0 2024-11-21T16:36:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742175_1351 (size=12154) 2024-11-21T16:36:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58008 deadline: 1732207043492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:23,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57956 deadline: 1732207043492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57984 deadline: 1732207043497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:23,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1732207043497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:23,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58008 deadline: 1732207043598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:23,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57956 deadline: 1732207043599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:23,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57984 deadline: 1732207043603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:23,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1732207043607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:23,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58008 deadline: 1732207043803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:23,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57956 deadline: 1732207043804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:23,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57984 deadline: 1732207043808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:23,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1732207043810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:23,874 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:23,878 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210a28615df8334d9ea74a9352d72c7a65_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210a28615df8334d9ea74a9352d72c7a65_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:23,878 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/3f3828264c5c49cda5f3d1f4a80b57b0, store: [table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:23,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/3f3828264c5c49cda5f3d1f4a80b57b0 is 175, key is test_row_0/A:col10/1732206982816/Put/seqid=0 2024-11-21T16:36:23,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742176_1352 (size=30955) 2024-11-21T16:36:24,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58008 deadline: 1732207044108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:24,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57956 deadline: 1732207044110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:24,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57984 deadline: 1732207044113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:24,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1732207044114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:24,292 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/3f3828264c5c49cda5f3d1f4a80b57b0 2024-11-21T16:36:24,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/a0d8e5c514bb40ca93dd96f44e27c0ba is 50, key is test_row_0/B:col10/1732206982816/Put/seqid=0 2024-11-21T16:36:24,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742177_1353 (size=12001) 2024-11-21T16:36:24,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/a0d8e5c514bb40ca93dd96f44e27c0ba 2024-11-21T16:36:24,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/b2e0bcd7e8d14023b26c1fcc9c34c593 is 50, key is test_row_0/C:col10/1732206982816/Put/seqid=0 2024-11-21T16:36:24,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742178_1354 (size=12001) 2024-11-21T16:36:24,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58008 deadline: 1732207044612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:24,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57956 deadline: 1732207044617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:24,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1732207044620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:24,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57984 deadline: 1732207044622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:24,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/b2e0bcd7e8d14023b26c1fcc9c34c593 2024-11-21T16:36:24,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/3f3828264c5c49cda5f3d1f4a80b57b0 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/3f3828264c5c49cda5f3d1f4a80b57b0 2024-11-21T16:36:24,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/3f3828264c5c49cda5f3d1f4a80b57b0, entries=150, sequenceid=53, filesize=30.2 K 2024-11-21T16:36:24,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/a0d8e5c514bb40ca93dd96f44e27c0ba as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/a0d8e5c514bb40ca93dd96f44e27c0ba 2024-11-21T16:36:24,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/a0d8e5c514bb40ca93dd96f44e27c0ba, entries=150, sequenceid=53, filesize=11.7 K 2024-11-21T16:36:24,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/b2e0bcd7e8d14023b26c1fcc9c34c593 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/b2e0bcd7e8d14023b26c1fcc9c34c593 2024-11-21T16:36:24,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/b2e0bcd7e8d14023b26c1fcc9c34c593, entries=150, sequenceid=53, filesize=11.7 K 2024-11-21T16:36:24,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8638f2bfa0d95e0244c1076104b11f82 in 1278ms, sequenceid=53, compaction requested=true 2024-11-21T16:36:24,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:24,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8638f2bfa0d95e0244c1076104b11f82:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:36:24,730 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:24,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:24,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8638f2bfa0d95e0244c1076104b11f82:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:36:24,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:24,731 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:24,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8638f2bfa0d95e0244c1076104b11f82:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:36:24,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:24,731 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:24,731 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:24,731 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8638f2bfa0d95e0244c1076104b11f82/B is initiating minor compaction (all files) 2024-11-21T16:36:24,731 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 8638f2bfa0d95e0244c1076104b11f82/A is initiating minor compaction (all files) 2024-11-21T16:36:24,731 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8638f2bfa0d95e0244c1076104b11f82/A in TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:24,731 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8638f2bfa0d95e0244c1076104b11f82/B in TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:24,731 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/06104e56517d4daabd1fa4802280baaa, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/d34882871669451282f3c19df33ca2e2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/3f3828264c5c49cda5f3d1f4a80b57b0] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp, totalSize=99.1 K 2024-11-21T16:36:24,731 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/eb3f513c645e43f6a14aa81f183d31e1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/527b38e5607d4dde96a08b7012ca85fd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/a0d8e5c514bb40ca93dd96f44e27c0ba] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp, totalSize=35.2 K 2024-11-21T16:36:24,731 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:24,732 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/06104e56517d4daabd1fa4802280baaa, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/d34882871669451282f3c19df33ca2e2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/3f3828264c5c49cda5f3d1f4a80b57b0] 2024-11-21T16:36:24,732 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting eb3f513c645e43f6a14aa81f183d31e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732206980664 2024-11-21T16:36:24,732 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06104e56517d4daabd1fa4802280baaa, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732206980664 2024-11-21T16:36:24,732 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 527b38e5607d4dde96a08b7012ca85fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732206980677 2024-11-21T16:36:24,732 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting d34882871669451282f3c19df33ca2e2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732206980677 2024-11-21T16:36:24,732 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting a0d8e5c514bb40ca93dd96f44e27c0ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732206982816 2024-11-21T16:36:24,732 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f3828264c5c49cda5f3d1f4a80b57b0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732206982816 2024-11-21T16:36:24,739 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8638f2bfa0d95e0244c1076104b11f82#B#compaction#299 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:24,739 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:24,739 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/aa69d364153e4643bdd205543c2e851e is 50, key is test_row_0/B:col10/1732206982816/Put/seqid=0 2024-11-21T16:36:24,743 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411210421117958644f0ba1f10d8edb1b07d8_8638f2bfa0d95e0244c1076104b11f82 store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:24,744 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411210421117958644f0ba1f10d8edb1b07d8_8638f2bfa0d95e0244c1076104b11f82, store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:24,745 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210421117958644f0ba1f10d8edb1b07d8_8638f2bfa0d95e0244c1076104b11f82 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:24,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742179_1355 (size=12104) 2024-11-21T16:36:24,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742180_1356 (size=4469) 2024-11-21T16:36:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T16:36:24,767 INFO [Thread-1556 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-21T16:36:24,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:36:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-21T16:36:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T16:36:24,770 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:36:24,770 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:36:24,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:36:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:24,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8638f2bfa0d95e0244c1076104b11f82 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T16:36:24,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=A 2024-11-21T16:36:24,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:24,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=B 2024-11-21T16:36:24,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:24,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=C 2024-11-21T16:36:24,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:24,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112106e177bd4b4b4b13a67b0c06054c752f_8638f2bfa0d95e0244c1076104b11f82 is 50, key is test_row_0/A:col10/1732206983496/Put/seqid=0 2024-11-21T16:36:24,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742181_1357 (size=14594) 2024-11-21T16:36:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T16:36:24,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207044882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:24,922 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:24,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T16:36:24,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:24,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:24,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:24,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:24,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:24,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207044988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T16:36:25,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:25,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T16:36:25,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:25,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:25,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:25,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,150 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8638f2bfa0d95e0244c1076104b11f82#A#compaction#300 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:25,150 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/aa69d364153e4643bdd205543c2e851e as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/aa69d364153e4643bdd205543c2e851e 2024-11-21T16:36:25,150 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/c23434517e864886a48e7b8c9b162008 is 175, key is test_row_0/A:col10/1732206982816/Put/seqid=0 2024-11-21T16:36:25,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742182_1358 (size=31058) 2024-11-21T16:36:25,159 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8638f2bfa0d95e0244c1076104b11f82/B of 8638f2bfa0d95e0244c1076104b11f82 into aa69d364153e4643bdd205543c2e851e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:25,159 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:25,159 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., storeName=8638f2bfa0d95e0244c1076104b11f82/B, priority=13, startTime=1732206984730; duration=0sec 2024-11-21T16:36:25,159 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:25,159 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8638f2bfa0d95e0244c1076104b11f82:B 2024-11-21T16:36:25,159 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:25,160 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:25,160 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8638f2bfa0d95e0244c1076104b11f82/C is initiating minor compaction (all files) 2024-11-21T16:36:25,160 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8638f2bfa0d95e0244c1076104b11f82/C in TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:25,160 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/d120b3b2114d4d99bc0373ebfc9eb965, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/928d2c711b114e9d9700c60c4a2954bf, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/b2e0bcd7e8d14023b26c1fcc9c34c593] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp, totalSize=35.2 K 2024-11-21T16:36:25,161 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting d120b3b2114d4d99bc0373ebfc9eb965, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732206980664 2024-11-21T16:36:25,161 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 928d2c711b114e9d9700c60c4a2954bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732206980677 2024-11-21T16:36:25,162 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting b2e0bcd7e8d14023b26c1fcc9c34c593, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732206982816 2024-11-21T16:36:25,166 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8638f2bfa0d95e0244c1076104b11f82#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:25,167 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/1a7f144ecc324eecb3e15b5c1ba9d327 is 50, key is test_row_0/C:col10/1732206982816/Put/seqid=0 2024-11-21T16:36:25,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742183_1359 (size=12104) 2024-11-21T16:36:25,174 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/1a7f144ecc324eecb3e15b5c1ba9d327 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/1a7f144ecc324eecb3e15b5c1ba9d327 2024-11-21T16:36:25,178 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8638f2bfa0d95e0244c1076104b11f82/C of 8638f2bfa0d95e0244c1076104b11f82 into 1a7f144ecc324eecb3e15b5c1ba9d327(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:25,178 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:25,178 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., storeName=8638f2bfa0d95e0244c1076104b11f82/C, priority=13, startTime=1732206984731; duration=0sec 2024-11-21T16:36:25,178 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:25,178 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8638f2bfa0d95e0244c1076104b11f82:C 2024-11-21T16:36:25,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207045194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:25,227 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:25,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T16:36:25,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:25,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:25,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:25,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,250 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:25,253 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112106e177bd4b4b4b13a67b0c06054c752f_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112106e177bd4b4b4b13a67b0c06054c752f_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:25,253 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/00efc82a109642c58b57dfdd0884e3da, store: [table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:25,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/00efc82a109642c58b57dfdd0884e3da is 175, key is test_row_0/A:col10/1732206983496/Put/seqid=0 2024-11-21T16:36:25,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742184_1360 (size=39549) 2024-11-21T16:36:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T16:36:25,379 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:25,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T16:36:25,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:25,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:25,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:25,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207045501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:25,532 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:25,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T16:36:25,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:25,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:25,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:25,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,561 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/c23434517e864886a48e7b8c9b162008 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/c23434517e864886a48e7b8c9b162008 2024-11-21T16:36:25,565 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8638f2bfa0d95e0244c1076104b11f82/A of 8638f2bfa0d95e0244c1076104b11f82 into c23434517e864886a48e7b8c9b162008(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:25,565 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:25,565 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., storeName=8638f2bfa0d95e0244c1076104b11f82/A, priority=13, startTime=1732206984730; duration=0sec 2024-11-21T16:36:25,565 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:25,565 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8638f2bfa0d95e0244c1076104b11f82:A 2024-11-21T16:36:25,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:25,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58008 deadline: 1732207045621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57956 deadline: 1732207045621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:25,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1732207045630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:25,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57984 deadline: 1732207045633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:25,658 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/00efc82a109642c58b57dfdd0884e3da 2024-11-21T16:36:25,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/d0ff167246f34dc782bf8c5c0f127964 is 50, key is test_row_0/B:col10/1732206983496/Put/seqid=0 2024-11-21T16:36:25,684 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:25,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T16:36:25,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:25,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:25,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:25,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742185_1361 (size=12001) 2024-11-21T16:36:25,837 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:25,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T16:36:25,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:25,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:25,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:25,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T16:36:25,990 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:25,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T16:36:25,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:25,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:25,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:25,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:26,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207046006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:26,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/d0ff167246f34dc782bf8c5c0f127964 2024-11-21T16:36:26,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/53970caf916f40359e45a98be87dd497 is 50, key is test_row_0/C:col10/1732206983496/Put/seqid=0 2024-11-21T16:36:26,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742186_1362 (size=12001) 2024-11-21T16:36:26,142 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:26,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T16:36:26,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:26,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:26,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:26,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:26,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:26,294 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:26,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T16:36:26,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:26,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:26,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:26,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:26,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:26,447 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:26,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T16:36:26,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:26,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:26,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:26,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:26,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:26,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/53970caf916f40359e45a98be87dd497 2024-11-21T16:36:26,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/00efc82a109642c58b57dfdd0884e3da as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/00efc82a109642c58b57dfdd0884e3da 2024-11-21T16:36:26,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/00efc82a109642c58b57dfdd0884e3da, entries=200, sequenceid=78, filesize=38.6 K 2024-11-21T16:36:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/d0ff167246f34dc782bf8c5c0f127964 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/d0ff167246f34dc782bf8c5c0f127964 2024-11-21T16:36:26,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/d0ff167246f34dc782bf8c5c0f127964, entries=150, sequenceid=78, filesize=11.7 K 2024-11-21T16:36:26,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/53970caf916f40359e45a98be87dd497 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/53970caf916f40359e45a98be87dd497 2024-11-21T16:36:26,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/53970caf916f40359e45a98be87dd497, entries=150, sequenceid=78, filesize=11.7 K 2024-11-21T16:36:26,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8638f2bfa0d95e0244c1076104b11f82 in 1681ms, sequenceid=78, compaction requested=false 2024-11-21T16:36:26,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:26,599 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:26,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T16:36:26,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:26,600 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 8638f2bfa0d95e0244c1076104b11f82 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:36:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=A 2024-11-21T16:36:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=B 2024-11-21T16:36:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=C 2024-11-21T16:36:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:26,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e430edf364df42e4b888bd0edfde6924_8638f2bfa0d95e0244c1076104b11f82 is 50, key is test_row_0/A:col10/1732206984874/Put/seqid=0 2024-11-21T16:36:26,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742187_1363 (size=12154) 2024-11-21T16:36:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T16:36:27,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:27,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:27,014 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e430edf364df42e4b888bd0edfde6924_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e430edf364df42e4b888bd0edfde6924_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/d03697d065f7468e97ef4fff24dab339, store: [table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/d03697d065f7468e97ef4fff24dab339 is 175, key is test_row_0/A:col10/1732206984874/Put/seqid=0 2024-11-21T16:36:27,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742188_1364 (size=30955) 2024-11-21T16:36:27,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207047131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:27,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207047235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:27,419 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/d03697d065f7468e97ef4fff24dab339 2024-11-21T16:36:27,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/32f607655e98482b8161236571900a27 is 50, key is test_row_0/B:col10/1732206984874/Put/seqid=0 2024-11-21T16:36:27,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742189_1365 (size=12001) 2024-11-21T16:36:27,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207047440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:27,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58008 deadline: 1732207047630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:27,634 DEBUG [Thread-1548 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:36:27,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57956 deadline: 1732207047633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:27,638 DEBUG [Thread-1550 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:36:27,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57984 deadline: 1732207047638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:27,640 DEBUG [Thread-1552 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:36:27,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1732207047646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:27,650 DEBUG [Thread-1554 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:36:27,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207047744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:27,833 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/32f607655e98482b8161236571900a27 2024-11-21T16:36:27,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/3f2cd877836b4e1a87fca2f93af12a22 is 50, key is test_row_0/C:col10/1732206984874/Put/seqid=0 2024-11-21T16:36:27,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742190_1366 (size=12001) 2024-11-21T16:36:28,243 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/3f2cd877836b4e1a87fca2f93af12a22 2024-11-21T16:36:28,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/d03697d065f7468e97ef4fff24dab339 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/d03697d065f7468e97ef4fff24dab339 2024-11-21T16:36:28,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207048249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:28,254 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/d03697d065f7468e97ef4fff24dab339, entries=150, sequenceid=92, filesize=30.2 K 2024-11-21T16:36:28,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/32f607655e98482b8161236571900a27 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/32f607655e98482b8161236571900a27 2024-11-21T16:36:28,258 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/32f607655e98482b8161236571900a27, entries=150, sequenceid=92, filesize=11.7 K 2024-11-21T16:36:28,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/3f2cd877836b4e1a87fca2f93af12a22 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/3f2cd877836b4e1a87fca2f93af12a22 2024-11-21T16:36:28,261 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/3f2cd877836b4e1a87fca2f93af12a22, entries=150, sequenceid=92, filesize=11.7 K 2024-11-21T16:36:28,262 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8638f2bfa0d95e0244c1076104b11f82 in 1662ms, sequenceid=92, compaction requested=true 2024-11-21T16:36:28,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:28,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:28,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-21T16:36:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-21T16:36:28,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-21T16:36:28,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4930 sec 2024-11-21T16:36:28,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 3.4960 sec 2024-11-21T16:36:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T16:36:28,874 INFO [Thread-1556 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-21T16:36:28,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:36:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-21T16:36:28,876 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:36:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T16:36:28,876 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:36:28,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:36:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T16:36:29,028 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:29,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-21T16:36:29,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:29,028 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 8638f2bfa0d95e0244c1076104b11f82 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T16:36:29,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=A 2024-11-21T16:36:29,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:29,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=B 2024-11-21T16:36:29,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:29,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=C 2024-11-21T16:36:29,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:29,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112168a3715206d34b7e9b12877ce29f5893_8638f2bfa0d95e0244c1076104b11f82 is 50, key is test_row_0/A:col10/1732206987123/Put/seqid=0 2024-11-21T16:36:29,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742191_1367 (size=12154) 2024-11-21T16:36:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T16:36:29,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:29,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207049290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:29,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207049392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:29,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:29,442 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112168a3715206d34b7e9b12877ce29f5893_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112168a3715206d34b7e9b12877ce29f5893_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:29,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/af58b5ad828747eab664f93b2601e7f2, store: [table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:29,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/af58b5ad828747eab664f93b2601e7f2 is 175, key is test_row_0/A:col10/1732206987123/Put/seqid=0 2024-11-21T16:36:29,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742192_1368 (size=30955) 2024-11-21T16:36:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T16:36:29,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207049596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:29,847 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/af58b5ad828747eab664f93b2601e7f2 2024-11-21T16:36:29,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/a15712876d93429a8c36db2dfb3a24ef is 50, key is test_row_0/B:col10/1732206987123/Put/seqid=0 2024-11-21T16:36:29,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742193_1369 (size=12001) 2024-11-21T16:36:29,857 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/a15712876d93429a8c36db2dfb3a24ef 2024-11-21T16:36:29,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/861681d815b04abc82ddf5249235b27a is 50, key is test_row_0/C:col10/1732206987123/Put/seqid=0 2024-11-21T16:36:29,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742194_1370 (size=12001) 2024-11-21T16:36:29,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207049901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T16:36:30,268 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/861681d815b04abc82ddf5249235b27a 2024-11-21T16:36:30,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/af58b5ad828747eab664f93b2601e7f2 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/af58b5ad828747eab664f93b2601e7f2 2024-11-21T16:36:30,275 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/af58b5ad828747eab664f93b2601e7f2, entries=150, sequenceid=117, filesize=30.2 K 2024-11-21T16:36:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/a15712876d93429a8c36db2dfb3a24ef as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/a15712876d93429a8c36db2dfb3a24ef 2024-11-21T16:36:30,278 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/a15712876d93429a8c36db2dfb3a24ef, entries=150, sequenceid=117, filesize=11.7 K 2024-11-21T16:36:30,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/861681d815b04abc82ddf5249235b27a as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/861681d815b04abc82ddf5249235b27a 2024-11-21T16:36:30,282 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/861681d815b04abc82ddf5249235b27a, entries=150, sequenceid=117, filesize=11.7 K 2024-11-21T16:36:30,283 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8638f2bfa0d95e0244c1076104b11f82 in 1254ms, sequenceid=117, compaction requested=true 2024-11-21T16:36:30,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:30,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:30,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-21T16:36:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-21T16:36:30,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-21T16:36:30,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-21T16:36:30,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.4100 sec 2024-11-21T16:36:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:30,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8638f2bfa0d95e0244c1076104b11f82 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T16:36:30,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=A 2024-11-21T16:36:30,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:30,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=B 2024-11-21T16:36:30,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:30,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=C 2024-11-21T16:36:30,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:30,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217f6245ee2793407bbcb30323f917b7de_8638f2bfa0d95e0244c1076104b11f82 is 50, key is test_row_0/A:col10/1732206989284/Put/seqid=0 2024-11-21T16:36:30,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742195_1371 (size=14644) 2024-11-21T16:36:30,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207050552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:30,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207050659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:30,822 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:30,847 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217f6245ee2793407bbcb30323f917b7de_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217f6245ee2793407bbcb30323f917b7de_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:30,848 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/eae7eb00915b4a00895ac39d3a8b7de8, store: [table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:30,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/eae7eb00915b4a00895ac39d3a8b7de8 is 175, key is test_row_0/A:col10/1732206989284/Put/seqid=0 2024-11-21T16:36:30,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742196_1372 (size=39599) 2024-11-21T16:36:30,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207050864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T16:36:30,980 INFO [Thread-1556 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-21T16:36:30,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:36:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-21T16:36:30,982 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:36:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T16:36:30,982 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:36:30,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:36:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T16:36:31,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:31,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T16:36:31,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:31,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:31,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:31,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:31,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:31,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207051168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:31,254 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/eae7eb00915b4a00895ac39d3a8b7de8 2024-11-21T16:36:31,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/6a8e8e2c6916414cb391b63fc2b1601f is 50, key is test_row_0/B:col10/1732206989284/Put/seqid=0 2024-11-21T16:36:31,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742197_1373 (size=12051) 2024-11-21T16:36:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T16:36:31,285 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:31,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T16:36:31,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:31,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:31,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:31,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:31,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:31,438 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:31,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T16:36:31,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:31,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:31,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:31,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:31,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T16:36:31,589 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:31,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T16:36:31,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:31,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:31,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:31,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:31,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:31,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57956 deadline: 1732207051639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:31,641 DEBUG [Thread-1550 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:36:31,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58008 deadline: 1732207051648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:31,654 DEBUG [Thread-1548 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:36:31,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/6a8e8e2c6916414cb391b63fc2b1601f 2024-11-21T16:36:31,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/dc645a0b1ffa462682d954f46281e40f is 50, key is test_row_0/C:col10/1732206989284/Put/seqid=0 2024-11-21T16:36:31,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742198_1374 (size=12051) 2024-11-21T16:36:31,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57984 deadline: 1732207051670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:31,675 DEBUG [Thread-1552 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:36:31,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207051676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:31,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1732207051682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:31,685 DEBUG [Thread-1554 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:36:31,741 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:31,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T16:36:31,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:31,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:31,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:31,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:31,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:31,894 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:31,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T16:36:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:31,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:32,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:32,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T16:36:32,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:32,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:32,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:32,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:32,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:32,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/dc645a0b1ffa462682d954f46281e40f 2024-11-21T16:36:32,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/eae7eb00915b4a00895ac39d3a8b7de8 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/eae7eb00915b4a00895ac39d3a8b7de8 2024-11-21T16:36:32,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/eae7eb00915b4a00895ac39d3a8b7de8, entries=200, sequenceid=129, filesize=38.7 K 2024-11-21T16:36:32,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/6a8e8e2c6916414cb391b63fc2b1601f as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/6a8e8e2c6916414cb391b63fc2b1601f 2024-11-21T16:36:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T16:36:32,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/6a8e8e2c6916414cb391b63fc2b1601f, entries=150, sequenceid=129, filesize=11.8 K 2024-11-21T16:36:32,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/dc645a0b1ffa462682d954f46281e40f as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/dc645a0b1ffa462682d954f46281e40f 2024-11-21T16:36:32,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/dc645a0b1ffa462682d954f46281e40f, entries=150, sequenceid=129, filesize=11.8 K 2024-11-21T16:36:32,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8638f2bfa0d95e0244c1076104b11f82 in 1682ms, sequenceid=129, compaction requested=true 2024-11-21T16:36:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8638f2bfa0d95e0244c1076104b11f82:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:36:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:32,093 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T16:36:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8638f2bfa0d95e0244c1076104b11f82:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:36:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8638f2bfa0d95e0244c1076104b11f82:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:36:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T16:36:32,094 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T16:36:32,095 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 172116 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T16:36:32,095 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 8638f2bfa0d95e0244c1076104b11f82/A is initiating minor compaction (all files) 2024-11-21T16:36:32,095 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8638f2bfa0d95e0244c1076104b11f82/A in TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:32,095 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/c23434517e864886a48e7b8c9b162008, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/00efc82a109642c58b57dfdd0884e3da, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/d03697d065f7468e97ef4fff24dab339, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/af58b5ad828747eab664f93b2601e7f2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/eae7eb00915b4a00895ac39d3a8b7de8] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp, totalSize=168.1 K 2024-11-21T16:36:32,095 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:32,095 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/c23434517e864886a48e7b8c9b162008, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/00efc82a109642c58b57dfdd0884e3da, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/d03697d065f7468e97ef4fff24dab339, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/af58b5ad828747eab664f93b2601e7f2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/eae7eb00915b4a00895ac39d3a8b7de8] 2024-11-21T16:36:32,096 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T16:36:32,096 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8638f2bfa0d95e0244c1076104b11f82/B is initiating minor compaction (all files) 2024-11-21T16:36:32,096 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8638f2bfa0d95e0244c1076104b11f82/B in TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:32,096 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/aa69d364153e4643bdd205543c2e851e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/d0ff167246f34dc782bf8c5c0f127964, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/32f607655e98482b8161236571900a27, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/a15712876d93429a8c36db2dfb3a24ef, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/6a8e8e2c6916414cb391b63fc2b1601f] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp, totalSize=58.7 K 2024-11-21T16:36:32,096 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting c23434517e864886a48e7b8c9b162008, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732206982816 2024-11-21T16:36:32,096 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting aa69d364153e4643bdd205543c2e851e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732206982816 2024-11-21T16:36:32,096 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00efc82a109642c58b57dfdd0884e3da, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732206983482 2024-11-21T16:36:32,097 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting d0ff167246f34dc782bf8c5c0f127964, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732206983491 2024-11-21T16:36:32,097 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting d03697d065f7468e97ef4fff24dab339, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732206984850 2024-11-21T16:36:32,097 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 32f607655e98482b8161236571900a27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732206984850 2024-11-21T16:36:32,097 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting af58b5ad828747eab664f93b2601e7f2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732206987101 2024-11-21T16:36:32,097 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting a15712876d93429a8c36db2dfb3a24ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732206987101 2024-11-21T16:36:32,098 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting eae7eb00915b4a00895ac39d3a8b7de8, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732206989279 2024-11-21T16:36:32,098 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a8e8e2c6916414cb391b63fc2b1601f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732206989279 2024-11-21T16:36:32,111 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:32,113 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8638f2bfa0d95e0244c1076104b11f82#B#compaction#314 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:32,113 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/535f87ec55d045c99357404bb2f7fb2c is 50, key is test_row_0/B:col10/1732206989284/Put/seqid=0 2024-11-21T16:36:32,120 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411213ddc12ae5f9f466682e81e69c042ad1d_8638f2bfa0d95e0244c1076104b11f82 store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:32,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742199_1375 (size=12325) 2024-11-21T16:36:32,123 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411213ddc12ae5f9f466682e81e69c042ad1d_8638f2bfa0d95e0244c1076104b11f82, store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:32,123 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213ddc12ae5f9f466682e81e69c042ad1d_8638f2bfa0d95e0244c1076104b11f82 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:32,125 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/535f87ec55d045c99357404bb2f7fb2c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/535f87ec55d045c99357404bb2f7fb2c 2024-11-21T16:36:32,129 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8638f2bfa0d95e0244c1076104b11f82/B of 8638f2bfa0d95e0244c1076104b11f82 into 535f87ec55d045c99357404bb2f7fb2c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:32,129 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:32,129 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., storeName=8638f2bfa0d95e0244c1076104b11f82/B, priority=11, startTime=1732206992093; duration=0sec 2024-11-21T16:36:32,129 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:32,129 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8638f2bfa0d95e0244c1076104b11f82:B 2024-11-21T16:36:32,129 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T16:36:32,131 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T16:36:32,131 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8638f2bfa0d95e0244c1076104b11f82/C is initiating minor compaction (all files) 2024-11-21T16:36:32,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742200_1376 (size=4469) 2024-11-21T16:36:32,131 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8638f2bfa0d95e0244c1076104b11f82/C in TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:32,131 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/1a7f144ecc324eecb3e15b5c1ba9d327, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/53970caf916f40359e45a98be87dd497, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/3f2cd877836b4e1a87fca2f93af12a22, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/861681d815b04abc82ddf5249235b27a, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/dc645a0b1ffa462682d954f46281e40f] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp, totalSize=58.7 K 2024-11-21T16:36:32,131 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a7f144ecc324eecb3e15b5c1ba9d327, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732206982816 2024-11-21T16:36:32,132 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 53970caf916f40359e45a98be87dd497, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732206983491 2024-11-21T16:36:32,132 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f2cd877836b4e1a87fca2f93af12a22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732206984850 2024-11-21T16:36:32,132 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 861681d815b04abc82ddf5249235b27a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732206987101 2024-11-21T16:36:32,132 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting dc645a0b1ffa462682d954f46281e40f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732206989279 2024-11-21T16:36:32,144 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8638f2bfa0d95e0244c1076104b11f82#C#compaction#316 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:32,145 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/02f7cff657824145b4b86a3c8dd96527 is 50, key is test_row_0/C:col10/1732206989284/Put/seqid=0 2024-11-21T16:36:32,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742201_1377 (size=12325) 2024-11-21T16:36:32,199 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:32,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T16:36:32,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:32,200 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 8638f2bfa0d95e0244c1076104b11f82 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T16:36:32,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=A 2024-11-21T16:36:32,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:32,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=B 2024-11-21T16:36:32,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:32,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=C 2024-11-21T16:36:32,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121515ea6fb4b424c039f48bc1f6d20bb65_8638f2bfa0d95e0244c1076104b11f82 is 50, key is test_row_0/A:col10/1732206990499/Put/seqid=0 2024-11-21T16:36:32,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742202_1378 (size=12304) 2024-11-21T16:36:32,532 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8638f2bfa0d95e0244c1076104b11f82#A#compaction#315 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:32,533 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/3dace47ebb6745669fc56cfb318dc723 is 175, key is test_row_0/A:col10/1732206989284/Put/seqid=0 2024-11-21T16:36:32,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742203_1379 (size=31279) 2024-11-21T16:36:32,553 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/02f7cff657824145b4b86a3c8dd96527 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/02f7cff657824145b4b86a3c8dd96527 2024-11-21T16:36:32,557 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8638f2bfa0d95e0244c1076104b11f82/C of 8638f2bfa0d95e0244c1076104b11f82 into 02f7cff657824145b4b86a3c8dd96527(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:32,557 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:32,557 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., storeName=8638f2bfa0d95e0244c1076104b11f82/C, priority=11, startTime=1732206992093; duration=0sec 2024-11-21T16:36:32,557 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:32,557 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8638f2bfa0d95e0244c1076104b11f82:C 2024-11-21T16:36:32,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:32,613 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121515ea6fb4b424c039f48bc1f6d20bb65_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121515ea6fb4b424c039f48bc1f6d20bb65_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:32,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/2b2cb79067c2455e88fcad2b9f982c17, store: [table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:32,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/2b2cb79067c2455e88fcad2b9f982c17 is 175, key is test_row_0/A:col10/1732206990499/Put/seqid=0 2024-11-21T16:36:32,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742204_1380 (size=31105) 2024-11-21T16:36:32,634 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/2b2cb79067c2455e88fcad2b9f982c17 2024-11-21T16:36:32,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/b594ed9a34b84061a0469836b8c07c2c is 50, key is test_row_0/B:col10/1732206990499/Put/seqid=0 2024-11-21T16:36:32,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742205_1381 (size=12151) 2024-11-21T16:36:32,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:32,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207052739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:32,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207052845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:32,942 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/3dace47ebb6745669fc56cfb318dc723 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/3dace47ebb6745669fc56cfb318dc723 2024-11-21T16:36:32,946 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8638f2bfa0d95e0244c1076104b11f82/A of 8638f2bfa0d95e0244c1076104b11f82 into 3dace47ebb6745669fc56cfb318dc723(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:32,946 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:32,946 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., storeName=8638f2bfa0d95e0244c1076104b11f82/A, priority=11, startTime=1732206992093; duration=0sec 2024-11-21T16:36:32,946 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:32,946 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8638f2bfa0d95e0244c1076104b11f82:A 2024-11-21T16:36:33,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:33,053 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/b594ed9a34b84061a0469836b8c07c2c 2024-11-21T16:36:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207053049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:33,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/748051c00d5941b49788a0db77f3d6b4 is 50, key is test_row_0/C:col10/1732206990499/Put/seqid=0 2024-11-21T16:36:33,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742206_1382 (size=12151) 2024-11-21T16:36:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T16:36:33,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207053354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:33,464 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/748051c00d5941b49788a0db77f3d6b4 2024-11-21T16:36:33,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/2b2cb79067c2455e88fcad2b9f982c17 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/2b2cb79067c2455e88fcad2b9f982c17 2024-11-21T16:36:33,471 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/2b2cb79067c2455e88fcad2b9f982c17, entries=150, sequenceid=154, filesize=30.4 K 2024-11-21T16:36:33,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/b594ed9a34b84061a0469836b8c07c2c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/b594ed9a34b84061a0469836b8c07c2c 2024-11-21T16:36:33,475 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/b594ed9a34b84061a0469836b8c07c2c, entries=150, sequenceid=154, filesize=11.9 K 2024-11-21T16:36:33,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/748051c00d5941b49788a0db77f3d6b4 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/748051c00d5941b49788a0db77f3d6b4 2024-11-21T16:36:33,479 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/748051c00d5941b49788a0db77f3d6b4, entries=150, sequenceid=154, filesize=11.9 K 2024-11-21T16:36:33,480 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8638f2bfa0d95e0244c1076104b11f82 in 1280ms, sequenceid=154, compaction requested=false 2024-11-21T16:36:33,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:33,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:33,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-21T16:36:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-21T16:36:33,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-21T16:36:33,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4990 sec 2024-11-21T16:36:33,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.5030 sec 2024-11-21T16:36:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:33,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8638f2bfa0d95e0244c1076104b11f82 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T16:36:33,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=A 2024-11-21T16:36:33,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:33,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=B 2024-11-21T16:36:33,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:33,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=C 2024-11-21T16:36:33,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:33,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ffe0531f209f43b89fff2888162971e3_8638f2bfa0d95e0244c1076104b11f82 is 50, key is test_row_0/A:col10/1732206992738/Put/seqid=0 2024-11-21T16:36:33,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742207_1383 (size=14794) 2024-11-21T16:36:33,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207053939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:34,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207054045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:34,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207054251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:34,274 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:34,276 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ffe0531f209f43b89fff2888162971e3_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ffe0531f209f43b89fff2888162971e3_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:34,277 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/85fbf090bcb644088255fd012769fe50, store: [table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:34,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/85fbf090bcb644088255fd012769fe50 is 175, key is test_row_0/A:col10/1732206992738/Put/seqid=0 2024-11-21T16:36:34,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742208_1384 (size=39749) 2024-11-21T16:36:34,291 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/85fbf090bcb644088255fd012769fe50 2024-11-21T16:36:34,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/df97ae9d97274679a7afe6f73b5fb264 is 50, key is test_row_0/B:col10/1732206992738/Put/seqid=0 2024-11-21T16:36:34,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742209_1385 (size=12151) 2024-11-21T16:36:34,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207054557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:34,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/df97ae9d97274679a7afe6f73b5fb264 2024-11-21T16:36:34,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/6f040e23534a475b972bc4ca765047cd is 50, key is test_row_0/C:col10/1732206992738/Put/seqid=0 2024-11-21T16:36:34,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742210_1386 (size=12151) 2024-11-21T16:36:35,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207055061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T16:36:35,087 INFO [Thread-1556 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-21T16:36:35,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:36:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-21T16:36:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T16:36:35,089 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:36:35,089 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:36:35,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:36:35,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/6f040e23534a475b972bc4ca765047cd 2024-11-21T16:36:35,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/85fbf090bcb644088255fd012769fe50 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/85fbf090bcb644088255fd012769fe50 2024-11-21T16:36:35,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/85fbf090bcb644088255fd012769fe50, entries=200, sequenceid=169, filesize=38.8 K 2024-11-21T16:36:35,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/df97ae9d97274679a7afe6f73b5fb264 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/df97ae9d97274679a7afe6f73b5fb264 2024-11-21T16:36:35,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/df97ae9d97274679a7afe6f73b5fb264, entries=150, sequenceid=169, filesize=11.9 K 2024-11-21T16:36:35,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/6f040e23534a475b972bc4ca765047cd as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/6f040e23534a475b972bc4ca765047cd 2024-11-21T16:36:35,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/6f040e23534a475b972bc4ca765047cd, entries=150, sequenceid=169, filesize=11.9 K 2024-11-21T16:36:35,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8638f2bfa0d95e0244c1076104b11f82 in 1260ms, sequenceid=169, compaction requested=true 2024-11-21T16:36:35,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:35,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8638f2bfa0d95e0244c1076104b11f82:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:36:35,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:35,125 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:35,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8638f2bfa0d95e0244c1076104b11f82:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:36:35,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:35,125 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:35,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8638f2bfa0d95e0244c1076104b11f82:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:36:35,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:35,126 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102133 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:35,126 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:35,126 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 8638f2bfa0d95e0244c1076104b11f82/A is initiating minor compaction (all files) 2024-11-21T16:36:35,126 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8638f2bfa0d95e0244c1076104b11f82/B is initiating minor compaction (all files) 2024-11-21T16:36:35,126 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8638f2bfa0d95e0244c1076104b11f82/A in TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:35,126 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8638f2bfa0d95e0244c1076104b11f82/B in TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:35,126 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/3dace47ebb6745669fc56cfb318dc723, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/2b2cb79067c2455e88fcad2b9f982c17, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/85fbf090bcb644088255fd012769fe50] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp, totalSize=99.7 K 2024-11-21T16:36:35,126 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/535f87ec55d045c99357404bb2f7fb2c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/b594ed9a34b84061a0469836b8c07c2c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/df97ae9d97274679a7afe6f73b5fb264] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp, totalSize=35.8 K 2024-11-21T16:36:35,126 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:35,126 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/3dace47ebb6745669fc56cfb318dc723, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/2b2cb79067c2455e88fcad2b9f982c17, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/85fbf090bcb644088255fd012769fe50] 2024-11-21T16:36:35,126 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 535f87ec55d045c99357404bb2f7fb2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732206989279 2024-11-21T16:36:35,126 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dace47ebb6745669fc56cfb318dc723, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732206989279 2024-11-21T16:36:35,126 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b2cb79067c2455e88fcad2b9f982c17, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732206990499 2024-11-21T16:36:35,126 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting b594ed9a34b84061a0469836b8c07c2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732206990499 2024-11-21T16:36:35,127 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85fbf090bcb644088255fd012769fe50, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732206992703 2024-11-21T16:36:35,127 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting df97ae9d97274679a7afe6f73b5fb264, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732206992733 2024-11-21T16:36:35,131 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:35,132 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121fcb092819c744c8ea67117135b204905_8638f2bfa0d95e0244c1076104b11f82 store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:35,132 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8638f2bfa0d95e0244c1076104b11f82#B#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:35,133 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/02baf3d86256488c9742b7c5b2fef2c4 is 50, key is test_row_0/B:col10/1732206992738/Put/seqid=0 2024-11-21T16:36:35,134 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121fcb092819c744c8ea67117135b204905_8638f2bfa0d95e0244c1076104b11f82, store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:35,134 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fcb092819c744c8ea67117135b204905_8638f2bfa0d95e0244c1076104b11f82 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:35,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742211_1387 (size=12527) 2024-11-21T16:36:35,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742212_1388 (size=4469) 2024-11-21T16:36:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T16:36:35,240 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:35,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-21T16:36:35,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:35,241 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 8638f2bfa0d95e0244c1076104b11f82 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T16:36:35,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=A 2024-11-21T16:36:35,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:35,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=B 2024-11-21T16:36:35,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:35,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=C 2024-11-21T16:36:35,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e84d4ca46f554bb89ca9e0d08d99783b_8638f2bfa0d95e0244c1076104b11f82 is 50, key is test_row_0/A:col10/1732206993938/Put/seqid=0 2024-11-21T16:36:35,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742213_1389 (size=12304) 2024-11-21T16:36:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T16:36:35,543 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8638f2bfa0d95e0244c1076104b11f82#A#compaction#323 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:35,544 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/5e73feb823e649c59625375b3930dce0 is 175, key is test_row_0/A:col10/1732206992738/Put/seqid=0 2024-11-21T16:36:35,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742214_1390 (size=31481) 2024-11-21T16:36:35,549 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/02baf3d86256488c9742b7c5b2fef2c4 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/02baf3d86256488c9742b7c5b2fef2c4 2024-11-21T16:36:35,553 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8638f2bfa0d95e0244c1076104b11f82/B of 8638f2bfa0d95e0244c1076104b11f82 into 02baf3d86256488c9742b7c5b2fef2c4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:35,553 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:35,553 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., storeName=8638f2bfa0d95e0244c1076104b11f82/B, priority=13, startTime=1732206995125; duration=0sec 2024-11-21T16:36:35,553 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:35,553 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8638f2bfa0d95e0244c1076104b11f82:B 2024-11-21T16:36:35,553 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:35,554 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:35,554 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8638f2bfa0d95e0244c1076104b11f82/C is initiating minor compaction (all files) 2024-11-21T16:36:35,554 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8638f2bfa0d95e0244c1076104b11f82/C in TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:35,554 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/02f7cff657824145b4b86a3c8dd96527, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/748051c00d5941b49788a0db77f3d6b4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/6f040e23534a475b972bc4ca765047cd] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp, totalSize=35.8 K 2024-11-21T16:36:35,555 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 02f7cff657824145b4b86a3c8dd96527, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732206989279 2024-11-21T16:36:35,555 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 748051c00d5941b49788a0db77f3d6b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732206990499 2024-11-21T16:36:35,555 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f040e23534a475b972bc4ca765047cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732206992733 2024-11-21T16:36:35,560 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8638f2bfa0d95e0244c1076104b11f82#C#compaction#326 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:35,560 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/2cd5e2f0b7f447d5881892d66c61e821 is 50, key is test_row_0/C:col10/1732206992738/Put/seqid=0 2024-11-21T16:36:35,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742215_1391 (size=12527) 2024-11-21T16:36:35,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:35,653 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e84d4ca46f554bb89ca9e0d08d99783b_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e84d4ca46f554bb89ca9e0d08d99783b_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:35,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/808252f653c344f59ba3c0bbfc8f2c77, store: [table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:35,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/808252f653c344f59ba3c0bbfc8f2c77 is 175, key is test_row_0/A:col10/1732206993938/Put/seqid=0 2024-11-21T16:36:35,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742216_1392 (size=31105) 2024-11-21T16:36:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T16:36:35,972 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/2cd5e2f0b7f447d5881892d66c61e821 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/2cd5e2f0b7f447d5881892d66c61e821 2024-11-21T16:36:35,972 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/5e73feb823e649c59625375b3930dce0 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/5e73feb823e649c59625375b3930dce0 2024-11-21T16:36:35,975 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8638f2bfa0d95e0244c1076104b11f82/A of 8638f2bfa0d95e0244c1076104b11f82 into 5e73feb823e649c59625375b3930dce0(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:35,975 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8638f2bfa0d95e0244c1076104b11f82/C of 8638f2bfa0d95e0244c1076104b11f82 into 2cd5e2f0b7f447d5881892d66c61e821(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:35,975 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:35,975 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:35,975 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., storeName=8638f2bfa0d95e0244c1076104b11f82/A, priority=13, startTime=1732206995125; duration=0sec 2024-11-21T16:36:35,975 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., storeName=8638f2bfa0d95e0244c1076104b11f82/C, priority=13, startTime=1732206995125; duration=0sec 2024-11-21T16:36:35,975 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:35,975 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:35,975 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8638f2bfa0d95e0244c1076104b11f82:A 2024-11-21T16:36:35,975 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8638f2bfa0d95e0244c1076104b11f82:C 2024-11-21T16:36:36,058 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=192, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/808252f653c344f59ba3c0bbfc8f2c77 2024-11-21T16:36:36,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/120d742f40a246e9a77d8bd6928f8f5b is 50, key is test_row_0/B:col10/1732206993938/Put/seqid=0 2024-11-21T16:36:36,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742217_1393 (size=12151) 2024-11-21T16:36:36,067 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/120d742f40a246e9a77d8bd6928f8f5b 2024-11-21T16:36:36,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:36,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/59aa228d13124c1b930283b2d9464ba0 is 50, key is test_row_0/C:col10/1732206993938/Put/seqid=0 2024-11-21T16:36:36,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742218_1394 (size=12151) 2024-11-21T16:36:36,076 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/59aa228d13124c1b930283b2d9464ba0 2024-11-21T16:36:36,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/808252f653c344f59ba3c0bbfc8f2c77 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/808252f653c344f59ba3c0bbfc8f2c77 2024-11-21T16:36:36,082 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/808252f653c344f59ba3c0bbfc8f2c77, entries=150, sequenceid=192, filesize=30.4 K 2024-11-21T16:36:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/120d742f40a246e9a77d8bd6928f8f5b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/120d742f40a246e9a77d8bd6928f8f5b 2024-11-21T16:36:36,090 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/120d742f40a246e9a77d8bd6928f8f5b, entries=150, sequenceid=192, filesize=11.9 K 2024-11-21T16:36:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/59aa228d13124c1b930283b2d9464ba0 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/59aa228d13124c1b930283b2d9464ba0 2024-11-21T16:36:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,094 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/59aa228d13124c1b930283b2d9464ba0, entries=150, sequenceid=192, filesize=11.9 K 2024-11-21T16:36:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,095 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=33.54 KB/34350 for 8638f2bfa0d95e0244c1076104b11f82 in 854ms, sequenceid=192, compaction requested=false 2024-11-21T16:36:36,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:36,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-21T16:36:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-21T16:36:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-21T16:36:36,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0070 sec 2024-11-21T16:36:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.0090 sec 2024-11-21T16:36:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:36,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8638f2bfa0d95e0244c1076104b11f82 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:36:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=A 2024-11-21T16:36:36,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:36,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=B 2024-11-21T16:36:36,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:36,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=C 2024-11-21T16:36:36,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112189569812f8144d1fb8357ce3405c0e24_8638f2bfa0d95e0244c1076104b11f82 is 50, key is test_row_0/A:col10/1732206996068/Put/seqid=0 2024-11-21T16:36:36,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742219_1395 (size=22268) 2024-11-21T16:36:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T16:36:36,191 INFO [Thread-1556 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-21T16:36:36,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:36:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-21T16:36:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T16:36:36,193 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:36:36,194 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:36:36,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:36:36,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207056200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T16:36:36,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207056302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:36,345 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:36,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T16:36:36,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:36,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:36,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:36,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:36,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T16:36:36,497 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:36,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T16:36:36,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:36,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:36,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:36,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:36,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:36,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207056508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:36,523 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:36,525 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112189569812f8144d1fb8357ce3405c0e24_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112189569812f8144d1fb8357ce3405c0e24_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:36,526 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/82196b9035f64e5e89d8c6c17c1868cf, store: [table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:36,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/82196b9035f64e5e89d8c6c17c1868cf is 175, key is test_row_0/A:col10/1732206996068/Put/seqid=0 2024-11-21T16:36:36,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742220_1396 (size=65673) 2024-11-21T16:36:36,649 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:36,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T16:36:36,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:36,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:36,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:36,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:36,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T16:36:36,802 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:36,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T16:36:36,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:36,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:36,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:36,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:36,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:36,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207056810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:36,931 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/82196b9035f64e5e89d8c6c17c1868cf 2024-11-21T16:36:36,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/4b5dc69eb59a40be92feef7362f29f82 is 50, key is test_row_0/B:col10/1732206996068/Put/seqid=0 2024-11-21T16:36:36,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742221_1397 (size=12151) 2024-11-21T16:36:36,954 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:36,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T16:36:36,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:36,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:36,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:36,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:36,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:37,106 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:37,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T16:36:37,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:37,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:37,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:37,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:37,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:37,259 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:37,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T16:36:37,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:37,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:37,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:37,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:37,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T16:36:37,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207057315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:37,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/4b5dc69eb59a40be92feef7362f29f82 2024-11-21T16:36:37,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/1dad7d240d094c9e97c7f4337014018f is 50, key is test_row_0/C:col10/1732206996068/Put/seqid=0 2024-11-21T16:36:37,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742222_1398 (size=12151) 2024-11-21T16:36:37,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:37,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T16:36:37,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:37,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:37,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:37,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:37,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:37,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:37,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T16:36:37,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:37,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:37,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:37,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:37,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:37,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:37,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T16:36:37,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:37,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:37,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:37,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:37,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:37,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/1dad7d240d094c9e97c7f4337014018f 2024-11-21T16:36:37,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/82196b9035f64e5e89d8c6c17c1868cf as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/82196b9035f64e5e89d8c6c17c1868cf 2024-11-21T16:36:37,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/82196b9035f64e5e89d8c6c17c1868cf, entries=350, sequenceid=206, filesize=64.1 K 2024-11-21T16:36:37,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/4b5dc69eb59a40be92feef7362f29f82 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/4b5dc69eb59a40be92feef7362f29f82 2024-11-21T16:36:37,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/4b5dc69eb59a40be92feef7362f29f82, entries=150, sequenceid=206, filesize=11.9 K 2024-11-21T16:36:37,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/1dad7d240d094c9e97c7f4337014018f as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/1dad7d240d094c9e97c7f4337014018f 2024-11-21T16:36:37,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/1dad7d240d094c9e97c7f4337014018f, entries=150, sequenceid=206, filesize=11.9 K 2024-11-21T16:36:37,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8638f2bfa0d95e0244c1076104b11f82 in 1655ms, sequenceid=206, compaction requested=true 2024-11-21T16:36:37,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:37,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8638f2bfa0d95e0244c1076104b11f82:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:36:37,763 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:37,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:37,763 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:37,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8638f2bfa0d95e0244c1076104b11f82:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:36:37,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:37,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8638f2bfa0d95e0244c1076104b11f82:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:36:37,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:37,764 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:37,764 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:37,764 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 8638f2bfa0d95e0244c1076104b11f82/A is initiating minor compaction (all files) 2024-11-21T16:36:37,764 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8638f2bfa0d95e0244c1076104b11f82/B is initiating minor compaction (all files) 2024-11-21T16:36:37,764 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8638f2bfa0d95e0244c1076104b11f82/B in TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:37,764 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8638f2bfa0d95e0244c1076104b11f82/A in TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:37,764 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/02baf3d86256488c9742b7c5b2fef2c4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/120d742f40a246e9a77d8bd6928f8f5b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/4b5dc69eb59a40be92feef7362f29f82] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp, totalSize=36.0 K 2024-11-21T16:36:37,764 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/5e73feb823e649c59625375b3930dce0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/808252f653c344f59ba3c0bbfc8f2c77, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/82196b9035f64e5e89d8c6c17c1868cf] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp, totalSize=125.3 K 2024-11-21T16:36:37,764 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:37,764 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/5e73feb823e649c59625375b3930dce0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/808252f653c344f59ba3c0bbfc8f2c77, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/82196b9035f64e5e89d8c6c17c1868cf] 2024-11-21T16:36:37,764 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 02baf3d86256488c9742b7c5b2fef2c4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732206992733 2024-11-21T16:36:37,764 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e73feb823e649c59625375b3930dce0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732206992733 2024-11-21T16:36:37,764 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 120d742f40a246e9a77d8bd6928f8f5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732206993909 2024-11-21T16:36:37,764 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 808252f653c344f59ba3c0bbfc8f2c77, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732206993909 2024-11-21T16:36:37,764 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b5dc69eb59a40be92feef7362f29f82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732206996068 2024-11-21T16:36:37,765 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82196b9035f64e5e89d8c6c17c1868cf, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732206996068 2024-11-21T16:36:37,770 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:37,772 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8638f2bfa0d95e0244c1076104b11f82#B#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:37,772 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/96747ecaff114704a74994c87a579c81 is 50, key is test_row_0/B:col10/1732206996068/Put/seqid=0 2024-11-21T16:36:37,772 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121685aaf7e30644b27a58f6af5d4f49685_8638f2bfa0d95e0244c1076104b11f82 store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:37,774 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121685aaf7e30644b27a58f6af5d4f49685_8638f2bfa0d95e0244c1076104b11f82, store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:37,775 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121685aaf7e30644b27a58f6af5d4f49685_8638f2bfa0d95e0244c1076104b11f82 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:37,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742223_1399 (size=12629) 2024-11-21T16:36:37,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742224_1400 (size=4469) 2024-11-21T16:36:37,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:37,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T16:36:37,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:37,869 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 8638f2bfa0d95e0244c1076104b11f82 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T16:36:37,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=A 2024-11-21T16:36:37,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:37,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=B 2024-11-21T16:36:37,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:37,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=C 2024-11-21T16:36:37,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:37,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112172653da822d84b1a8cb8b05c30f87e04_8638f2bfa0d95e0244c1076104b11f82 is 50, key is test_row_0/A:col10/1732206996199/Put/seqid=0 2024-11-21T16:36:37,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742225_1401 (size=12304) 2024-11-21T16:36:38,180 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/96747ecaff114704a74994c87a579c81 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/96747ecaff114704a74994c87a579c81 2024-11-21T16:36:38,181 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8638f2bfa0d95e0244c1076104b11f82#A#compaction#333 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:38,182 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/8e54d1b382e14d50ac2b52bbb292ba0d is 175, key is test_row_0/A:col10/1732206996068/Put/seqid=0 2024-11-21T16:36:38,184 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8638f2bfa0d95e0244c1076104b11f82/B of 8638f2bfa0d95e0244c1076104b11f82 into 96747ecaff114704a74994c87a579c81(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:38,184 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:38,184 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., storeName=8638f2bfa0d95e0244c1076104b11f82/B, priority=13, startTime=1732206997763; duration=0sec 2024-11-21T16:36:38,184 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:38,184 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8638f2bfa0d95e0244c1076104b11f82:B 2024-11-21T16:36:38,184 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:38,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742226_1402 (size=31583) 2024-11-21T16:36:38,185 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:38,185 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8638f2bfa0d95e0244c1076104b11f82/C is initiating minor compaction (all files) 2024-11-21T16:36:38,185 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8638f2bfa0d95e0244c1076104b11f82/C in TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:38,185 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/2cd5e2f0b7f447d5881892d66c61e821, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/59aa228d13124c1b930283b2d9464ba0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/1dad7d240d094c9e97c7f4337014018f] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp, totalSize=36.0 K 2024-11-21T16:36:38,186 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cd5e2f0b7f447d5881892d66c61e821, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732206992733 2024-11-21T16:36:38,186 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 59aa228d13124c1b930283b2d9464ba0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732206993909 2024-11-21T16:36:38,186 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dad7d240d094c9e97c7f4337014018f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732206996068 2024-11-21T16:36:38,191 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8638f2bfa0d95e0244c1076104b11f82#C#compaction#335 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:38,191 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/d2c48e7c636b445d93369443045844e7 is 50, key is test_row_0/C:col10/1732206996068/Put/seqid=0 2024-11-21T16:36:38,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742227_1403 (size=12629) 2024-11-21T16:36:38,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:38,288 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112172653da822d84b1a8cb8b05c30f87e04_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112172653da822d84b1a8cb8b05c30f87e04_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:38,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/63d6f09097b346dc9992cfbe282a9d0c, store: [table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:38,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/63d6f09097b346dc9992cfbe282a9d0c is 175, key is test_row_0/A:col10/1732206996199/Put/seqid=0 2024-11-21T16:36:38,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742228_1404 (size=31105) 2024-11-21T16:36:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T16:36:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:38,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:38,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207058366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:38,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207058473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:38,589 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/8e54d1b382e14d50ac2b52bbb292ba0d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/8e54d1b382e14d50ac2b52bbb292ba0d 2024-11-21T16:36:38,592 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8638f2bfa0d95e0244c1076104b11f82/A of 8638f2bfa0d95e0244c1076104b11f82 into 8e54d1b382e14d50ac2b52bbb292ba0d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:38,592 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:38,592 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., storeName=8638f2bfa0d95e0244c1076104b11f82/A, priority=13, startTime=1732206997763; duration=0sec 2024-11-21T16:36:38,592 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:38,592 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8638f2bfa0d95e0244c1076104b11f82:A 2024-11-21T16:36:38,598 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/d2c48e7c636b445d93369443045844e7 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/d2c48e7c636b445d93369443045844e7 2024-11-21T16:36:38,602 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8638f2bfa0d95e0244c1076104b11f82/C of 8638f2bfa0d95e0244c1076104b11f82 into d2c48e7c636b445d93369443045844e7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:38,602 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:38,602 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., storeName=8638f2bfa0d95e0244c1076104b11f82/C, priority=13, startTime=1732206997763; duration=0sec 2024-11-21T16:36:38,602 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:38,602 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8638f2bfa0d95e0244c1076104b11f82:C 2024-11-21T16:36:38,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207058679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:38,695 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/63d6f09097b346dc9992cfbe282a9d0c 2024-11-21T16:36:38,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/04b940bf26a746af80f414c48d16cc30 is 50, key is test_row_0/B:col10/1732206996199/Put/seqid=0 2024-11-21T16:36:38,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742229_1405 (size=12151) 2024-11-21T16:36:38,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207058984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:39,105 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/04b940bf26a746af80f414c48d16cc30 2024-11-21T16:36:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/c6f081c38ba04351835f874b3a88bf36 is 50, key is test_row_0/C:col10/1732206996199/Put/seqid=0 2024-11-21T16:36:39,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742230_1406 (size=12151) 2024-11-21T16:36:39,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207059489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:39,517 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/c6f081c38ba04351835f874b3a88bf36 2024-11-21T16:36:39,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/63d6f09097b346dc9992cfbe282a9d0c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/63d6f09097b346dc9992cfbe282a9d0c 2024-11-21T16:36:39,523 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/63d6f09097b346dc9992cfbe282a9d0c, entries=150, sequenceid=231, filesize=30.4 K 2024-11-21T16:36:39,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/04b940bf26a746af80f414c48d16cc30 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/04b940bf26a746af80f414c48d16cc30 2024-11-21T16:36:39,526 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/04b940bf26a746af80f414c48d16cc30, entries=150, sequenceid=231, filesize=11.9 K 2024-11-21T16:36:39,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/c6f081c38ba04351835f874b3a88bf36 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/c6f081c38ba04351835f874b3a88bf36 2024-11-21T16:36:39,529 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/c6f081c38ba04351835f874b3a88bf36, entries=150, sequenceid=231, filesize=11.9 K 2024-11-21T16:36:39,530 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8638f2bfa0d95e0244c1076104b11f82 in 1661ms, sequenceid=231, compaction requested=false 2024-11-21T16:36:39,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:39,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:39,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-21T16:36:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-21T16:36:39,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-21T16:36:39,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3370 sec 2024-11-21T16:36:39,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 3.3400 sec 2024-11-21T16:36:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T16:36:40,297 INFO [Thread-1556 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-21T16:36:40,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:36:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-21T16:36:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T16:36:40,299 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:36:40,300 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:36:40,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:36:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T16:36:40,451 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:40,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-21T16:36:40,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:40,452 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 8638f2bfa0d95e0244c1076104b11f82 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:36:40,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=A 2024-11-21T16:36:40,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:40,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=B 2024-11-21T16:36:40,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:40,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=C 2024-11-21T16:36:40,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:40,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bf4b320654e24321b807f16ef3bfdadf_8638f2bfa0d95e0244c1076104b11f82 is 50, key is test_row_0/A:col10/1732206998365/Put/seqid=0 2024-11-21T16:36:40,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742231_1407 (size=12304) 2024-11-21T16:36:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:40,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. as already flushing 2024-11-21T16:36:40,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207060601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T16:36:40,662 DEBUG [Thread-1561 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:56804 2024-11-21T16:36:40,662 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:40,662 DEBUG [Thread-1563 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:56804 2024-11-21T16:36:40,662 DEBUG [Thread-1563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:40,663 DEBUG [Thread-1557 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0801ba40 to 127.0.0.1:56804 2024-11-21T16:36:40,663 DEBUG [Thread-1557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:40,667 DEBUG [Thread-1559 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:56804 2024-11-21T16:36:40,667 DEBUG [Thread-1559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:40,667 DEBUG [Thread-1565 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7284f16d to 127.0.0.1:56804 2024-11-21T16:36:40,667 DEBUG [Thread-1565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:40,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207060702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:40,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:40,872 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bf4b320654e24321b807f16ef3bfdadf_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bf4b320654e24321b807f16ef3bfdadf_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:40,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/4e17b74d11e7490e87010f18814fcc62, store: [table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:40,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/4e17b74d11e7490e87010f18814fcc62 is 175, key is test_row_0/A:col10/1732206998365/Put/seqid=0 2024-11-21T16:36:40,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742232_1408 (size=31105) 2024-11-21T16:36:40,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207060905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T16:36:41,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207061209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:41,280 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/4e17b74d11e7490e87010f18814fcc62 2024-11-21T16:36:41,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/14c166c38c16474680c4c806559ad8cd is 50, key is test_row_0/B:col10/1732206998365/Put/seqid=0 2024-11-21T16:36:41,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742233_1409 (size=12151) 2024-11-21T16:36:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T16:36:41,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57984 deadline: 1732207061681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:41,683 DEBUG [Thread-1552 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:36:41,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58008 deadline: 1732207061697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:41,699 DEBUG [Thread-1548 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18208 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:36:41,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57956 deadline: 1732207061700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:41,702 DEBUG [Thread-1550 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18210 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:36:41,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:41,716 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/14c166c38c16474680c4c806559ad8cd 2024-11-21T16:36:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57996 deadline: 1732207061715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:41,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57958 deadline: 1732207061720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:41,723 DEBUG [Thread-1554 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18226 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:36:41,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/b04f0e2296694497b948ac2a0b8b6b38 is 50, key is test_row_0/C:col10/1732206998365/Put/seqid=0 2024-11-21T16:36:41,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742234_1410 (size=12151) 2024-11-21T16:36:42,135 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/b04f0e2296694497b948ac2a0b8b6b38 2024-11-21T16:36:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/4e17b74d11e7490e87010f18814fcc62 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/4e17b74d11e7490e87010f18814fcc62 2024-11-21T16:36:42,152 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/4e17b74d11e7490e87010f18814fcc62, entries=150, sequenceid=245, filesize=30.4 K 2024-11-21T16:36:42,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/14c166c38c16474680c4c806559ad8cd as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/14c166c38c16474680c4c806559ad8cd 2024-11-21T16:36:42,157 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/14c166c38c16474680c4c806559ad8cd, entries=150, sequenceid=245, filesize=11.9 K 2024-11-21T16:36:42,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/b04f0e2296694497b948ac2a0b8b6b38 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/b04f0e2296694497b948ac2a0b8b6b38 2024-11-21T16:36:42,162 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/b04f0e2296694497b948ac2a0b8b6b38, entries=150, sequenceid=245, filesize=11.9 K 2024-11-21T16:36:42,162 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8638f2bfa0d95e0244c1076104b11f82 in 1710ms, sequenceid=245, compaction requested=true 2024-11-21T16:36:42,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:42,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:42,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-21T16:36:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-21T16:36:42,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-21T16:36:42,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8640 sec 2024-11-21T16:36:42,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.8680 sec 2024-11-21T16:36:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T16:36:42,410 INFO [Thread-1556 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-21T16:36:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:42,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8638f2bfa0d95e0244c1076104b11f82 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T16:36:42,732 DEBUG [Thread-1546 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:56804 2024-11-21T16:36:42,732 DEBUG [Thread-1546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:42,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=A 2024-11-21T16:36:42,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:42,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=B 2024-11-21T16:36:42,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:42,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=C 2024-11-21T16:36:42,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:42,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d9019db73b644e23b24294e4b601c16d_8638f2bfa0d95e0244c1076104b11f82 is 50, key is test_row_0/A:col10/1732207000566/Put/seqid=0 2024-11-21T16:36:42,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742235_1411 (size=12454) 2024-11-21T16:36:42,771 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T16:36:43,146 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:43,155 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d9019db73b644e23b24294e4b601c16d_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d9019db73b644e23b24294e4b601c16d_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:43,156 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/8a4efda7408643838eefb3ba4e5c8f0f, store: [table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:43,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/8a4efda7408643838eefb3ba4e5c8f0f is 175, key is test_row_0/A:col10/1732207000566/Put/seqid=0 2024-11-21T16:36:43,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742236_1412 (size=31255) 2024-11-21T16:36:43,563 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/8a4efda7408643838eefb3ba4e5c8f0f 2024-11-21T16:36:43,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/4f142ef87cbe452d863fa6742306dc2a is 50, key is test_row_0/B:col10/1732207000566/Put/seqid=0 2024-11-21T16:36:43,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742237_1413 (size=12301) 2024-11-21T16:36:43,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/4f142ef87cbe452d863fa6742306dc2a 2024-11-21T16:36:43,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/4e015bcb2a564f6bbf75061b205266ca is 50, key is test_row_0/C:col10/1732207000566/Put/seqid=0 2024-11-21T16:36:43,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742238_1414 (size=12301) 2024-11-21T16:36:44,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/4e015bcb2a564f6bbf75061b205266ca 2024-11-21T16:36:44,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/8a4efda7408643838eefb3ba4e5c8f0f as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/8a4efda7408643838eefb3ba4e5c8f0f 2024-11-21T16:36:44,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/8a4efda7408643838eefb3ba4e5c8f0f, entries=150, sequenceid=271, filesize=30.5 K 2024-11-21T16:36:44,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/4f142ef87cbe452d863fa6742306dc2a as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/4f142ef87cbe452d863fa6742306dc2a 2024-11-21T16:36:44,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/4f142ef87cbe452d863fa6742306dc2a, entries=150, sequenceid=271, filesize=12.0 K 2024-11-21T16:36:44,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/4e015bcb2a564f6bbf75061b205266ca as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/4e015bcb2a564f6bbf75061b205266ca 2024-11-21T16:36:44,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/4e015bcb2a564f6bbf75061b205266ca, entries=150, sequenceid=271, filesize=12.0 K 2024-11-21T16:36:44,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 8638f2bfa0d95e0244c1076104b11f82 in 1687ms, sequenceid=271, compaction requested=true 2024-11-21T16:36:44,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:44,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8638f2bfa0d95e0244c1076104b11f82:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:36:44,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:44,418 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:36:44,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8638f2bfa0d95e0244c1076104b11f82:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:36:44,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:44,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8638f2bfa0d95e0244c1076104b11f82:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:36:44,418 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:36:44,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:44,419 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:36:44,419 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:36:44,419 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8638f2bfa0d95e0244c1076104b11f82/B is initiating minor compaction (all files) 2024-11-21T16:36:44,419 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 8638f2bfa0d95e0244c1076104b11f82/A is initiating minor compaction (all files) 2024-11-21T16:36:44,419 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8638f2bfa0d95e0244c1076104b11f82/B in TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:44,419 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8638f2bfa0d95e0244c1076104b11f82/A in TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:44,419 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/96747ecaff114704a74994c87a579c81, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/04b940bf26a746af80f414c48d16cc30, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/14c166c38c16474680c4c806559ad8cd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/4f142ef87cbe452d863fa6742306dc2a] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp, totalSize=48.1 K 2024-11-21T16:36:44,419 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/8e54d1b382e14d50ac2b52bbb292ba0d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/63d6f09097b346dc9992cfbe282a9d0c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/4e17b74d11e7490e87010f18814fcc62, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/8a4efda7408643838eefb3ba4e5c8f0f] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp, totalSize=122.1 K 2024-11-21T16:36:44,419 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:44,419 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/8e54d1b382e14d50ac2b52bbb292ba0d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/63d6f09097b346dc9992cfbe282a9d0c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/4e17b74d11e7490e87010f18814fcc62, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/8a4efda7408643838eefb3ba4e5c8f0f] 2024-11-21T16:36:44,420 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 96747ecaff114704a74994c87a579c81, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732206996068 2024-11-21T16:36:44,420 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e54d1b382e14d50ac2b52bbb292ba0d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732206996068 2024-11-21T16:36:44,420 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 04b940bf26a746af80f414c48d16cc30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732206996185 2024-11-21T16:36:44,420 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63d6f09097b346dc9992cfbe282a9d0c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732206996185 2024-11-21T16:36:44,420 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 14c166c38c16474680c4c806559ad8cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732206998354 2024-11-21T16:36:44,420 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e17b74d11e7490e87010f18814fcc62, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732206998354 2024-11-21T16:36:44,420 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f142ef87cbe452d863fa6742306dc2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732207000566 2024-11-21T16:36:44,420 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a4efda7408643838eefb3ba4e5c8f0f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732207000566 2024-11-21T16:36:44,426 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:44,427 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112102730e69d3a44a1da0fcf1810d878884_8638f2bfa0d95e0244c1076104b11f82 store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:44,427 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8638f2bfa0d95e0244c1076104b11f82#B#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:44,427 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/541ac8506afc49499ace19bfbd221002 is 50, key is test_row_0/B:col10/1732207000566/Put/seqid=0 2024-11-21T16:36:44,430 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112102730e69d3a44a1da0fcf1810d878884_8638f2bfa0d95e0244c1076104b11f82, store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:44,431 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112102730e69d3a44a1da0fcf1810d878884_8638f2bfa0d95e0244c1076104b11f82 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:44,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742239_1415 (size=12915) 2024-11-21T16:36:44,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742240_1416 (size=4469) 2024-11-21T16:36:44,837 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8638f2bfa0d95e0244c1076104b11f82#A#compaction#345 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:44,838 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/9fa3b8b04ae540b98858571ba8ce8e5d is 175, key is test_row_0/A:col10/1732207000566/Put/seqid=0 2024-11-21T16:36:44,841 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/541ac8506afc49499ace19bfbd221002 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/541ac8506afc49499ace19bfbd221002 2024-11-21T16:36:44,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742241_1417 (size=31869) 2024-11-21T16:36:44,846 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8638f2bfa0d95e0244c1076104b11f82/B of 8638f2bfa0d95e0244c1076104b11f82 into 541ac8506afc49499ace19bfbd221002(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:44,846 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:44,846 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., storeName=8638f2bfa0d95e0244c1076104b11f82/B, priority=12, startTime=1732207004418; duration=0sec 2024-11-21T16:36:44,846 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:44,846 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8638f2bfa0d95e0244c1076104b11f82:B 2024-11-21T16:36:44,846 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:36:44,848 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:36:44,848 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8638f2bfa0d95e0244c1076104b11f82/C is initiating minor compaction (all files) 2024-11-21T16:36:44,848 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8638f2bfa0d95e0244c1076104b11f82/C in TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:44,848 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/d2c48e7c636b445d93369443045844e7, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/c6f081c38ba04351835f874b3a88bf36, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/b04f0e2296694497b948ac2a0b8b6b38, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/4e015bcb2a564f6bbf75061b205266ca] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp, totalSize=48.1 K 2024-11-21T16:36:44,849 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting d2c48e7c636b445d93369443045844e7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732206996068 2024-11-21T16:36:44,849 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting c6f081c38ba04351835f874b3a88bf36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732206996185 2024-11-21T16:36:44,849 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting b04f0e2296694497b948ac2a0b8b6b38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732206998354 2024-11-21T16:36:44,850 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e015bcb2a564f6bbf75061b205266ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732207000566 2024-11-21T16:36:44,859 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8638f2bfa0d95e0244c1076104b11f82#C#compaction#346 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:44,859 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/3b788f9901ce44ddbbe1bcb530883f1e is 50, key is test_row_0/C:col10/1732207000566/Put/seqid=0 2024-11-21T16:36:44,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742242_1418 (size=12915) 2024-11-21T16:36:45,254 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/9fa3b8b04ae540b98858571ba8ce8e5d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/9fa3b8b04ae540b98858571ba8ce8e5d 2024-11-21T16:36:45,260 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8638f2bfa0d95e0244c1076104b11f82/A of 8638f2bfa0d95e0244c1076104b11f82 into 9fa3b8b04ae540b98858571ba8ce8e5d(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:45,260 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:45,260 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., storeName=8638f2bfa0d95e0244c1076104b11f82/A, priority=12, startTime=1732207004418; duration=0sec 2024-11-21T16:36:45,260 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:45,260 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8638f2bfa0d95e0244c1076104b11f82:A 2024-11-21T16:36:45,269 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/3b788f9901ce44ddbbe1bcb530883f1e as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/3b788f9901ce44ddbbe1bcb530883f1e 2024-11-21T16:36:45,275 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8638f2bfa0d95e0244c1076104b11f82/C of 8638f2bfa0d95e0244c1076104b11f82 into 3b788f9901ce44ddbbe1bcb530883f1e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:45,276 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:45,276 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82., storeName=8638f2bfa0d95e0244c1076104b11f82/C, priority=12, startTime=1732207004418; duration=0sec 2024-11-21T16:36:45,276 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:45,276 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8638f2bfa0d95e0244c1076104b11f82:C 2024-11-21T16:36:47,232 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/06104e56517d4daabd1fa4802280baaa, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/d34882871669451282f3c19df33ca2e2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/c23434517e864886a48e7b8c9b162008, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/3f3828264c5c49cda5f3d1f4a80b57b0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/00efc82a109642c58b57dfdd0884e3da, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/d03697d065f7468e97ef4fff24dab339, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/af58b5ad828747eab664f93b2601e7f2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/eae7eb00915b4a00895ac39d3a8b7de8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/3dace47ebb6745669fc56cfb318dc723, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/2b2cb79067c2455e88fcad2b9f982c17, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/85fbf090bcb644088255fd012769fe50, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/5e73feb823e649c59625375b3930dce0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/808252f653c344f59ba3c0bbfc8f2c77, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/82196b9035f64e5e89d8c6c17c1868cf, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/8e54d1b382e14d50ac2b52bbb292ba0d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/63d6f09097b346dc9992cfbe282a9d0c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/4e17b74d11e7490e87010f18814fcc62, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/8a4efda7408643838eefb3ba4e5c8f0f] to archive 2024-11-21T16:36:47,234 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:36:47,236 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/06104e56517d4daabd1fa4802280baaa to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/06104e56517d4daabd1fa4802280baaa 2024-11-21T16:36:47,237 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/d34882871669451282f3c19df33ca2e2 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/d34882871669451282f3c19df33ca2e2 2024-11-21T16:36:47,237 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/c23434517e864886a48e7b8c9b162008 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/c23434517e864886a48e7b8c9b162008 2024-11-21T16:36:47,238 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/3f3828264c5c49cda5f3d1f4a80b57b0 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/3f3828264c5c49cda5f3d1f4a80b57b0 2024-11-21T16:36:47,239 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/00efc82a109642c58b57dfdd0884e3da to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/00efc82a109642c58b57dfdd0884e3da 2024-11-21T16:36:47,240 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/d03697d065f7468e97ef4fff24dab339 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/d03697d065f7468e97ef4fff24dab339 2024-11-21T16:36:47,241 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/af58b5ad828747eab664f93b2601e7f2 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/af58b5ad828747eab664f93b2601e7f2 2024-11-21T16:36:47,241 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/eae7eb00915b4a00895ac39d3a8b7de8 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/eae7eb00915b4a00895ac39d3a8b7de8 2024-11-21T16:36:47,242 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/3dace47ebb6745669fc56cfb318dc723 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/3dace47ebb6745669fc56cfb318dc723 2024-11-21T16:36:47,243 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/2b2cb79067c2455e88fcad2b9f982c17 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/2b2cb79067c2455e88fcad2b9f982c17 2024-11-21T16:36:47,244 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/85fbf090bcb644088255fd012769fe50 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/85fbf090bcb644088255fd012769fe50 2024-11-21T16:36:47,245 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/5e73feb823e649c59625375b3930dce0 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/5e73feb823e649c59625375b3930dce0 2024-11-21T16:36:47,245 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/808252f653c344f59ba3c0bbfc8f2c77 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/808252f653c344f59ba3c0bbfc8f2c77 2024-11-21T16:36:47,246 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/82196b9035f64e5e89d8c6c17c1868cf to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/82196b9035f64e5e89d8c6c17c1868cf 2024-11-21T16:36:47,247 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/8e54d1b382e14d50ac2b52bbb292ba0d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/8e54d1b382e14d50ac2b52bbb292ba0d 2024-11-21T16:36:47,248 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/63d6f09097b346dc9992cfbe282a9d0c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/63d6f09097b346dc9992cfbe282a9d0c 2024-11-21T16:36:47,249 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/4e17b74d11e7490e87010f18814fcc62 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/4e17b74d11e7490e87010f18814fcc62 2024-11-21T16:36:47,250 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/8a4efda7408643838eefb3ba4e5c8f0f to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/8a4efda7408643838eefb3ba4e5c8f0f 2024-11-21T16:36:47,253 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/eb3f513c645e43f6a14aa81f183d31e1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/527b38e5607d4dde96a08b7012ca85fd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/aa69d364153e4643bdd205543c2e851e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/a0d8e5c514bb40ca93dd96f44e27c0ba, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/d0ff167246f34dc782bf8c5c0f127964, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/32f607655e98482b8161236571900a27, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/a15712876d93429a8c36db2dfb3a24ef, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/535f87ec55d045c99357404bb2f7fb2c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/6a8e8e2c6916414cb391b63fc2b1601f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/b594ed9a34b84061a0469836b8c07c2c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/02baf3d86256488c9742b7c5b2fef2c4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/df97ae9d97274679a7afe6f73b5fb264, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/120d742f40a246e9a77d8bd6928f8f5b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/96747ecaff114704a74994c87a579c81, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/4b5dc69eb59a40be92feef7362f29f82, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/04b940bf26a746af80f414c48d16cc30, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/14c166c38c16474680c4c806559ad8cd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/4f142ef87cbe452d863fa6742306dc2a] to archive 2024-11-21T16:36:47,253 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:36:47,255 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/eb3f513c645e43f6a14aa81f183d31e1 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/eb3f513c645e43f6a14aa81f183d31e1 2024-11-21T16:36:47,256 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/527b38e5607d4dde96a08b7012ca85fd to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/527b38e5607d4dde96a08b7012ca85fd 2024-11-21T16:36:47,257 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/aa69d364153e4643bdd205543c2e851e to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/aa69d364153e4643bdd205543c2e851e 2024-11-21T16:36:47,258 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/a0d8e5c514bb40ca93dd96f44e27c0ba to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/a0d8e5c514bb40ca93dd96f44e27c0ba 2024-11-21T16:36:47,259 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/d0ff167246f34dc782bf8c5c0f127964 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/d0ff167246f34dc782bf8c5c0f127964 2024-11-21T16:36:47,260 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/32f607655e98482b8161236571900a27 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/32f607655e98482b8161236571900a27 2024-11-21T16:36:47,261 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/a15712876d93429a8c36db2dfb3a24ef to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/a15712876d93429a8c36db2dfb3a24ef 2024-11-21T16:36:47,262 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/535f87ec55d045c99357404bb2f7fb2c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/535f87ec55d045c99357404bb2f7fb2c 2024-11-21T16:36:47,263 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/6a8e8e2c6916414cb391b63fc2b1601f to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/6a8e8e2c6916414cb391b63fc2b1601f 2024-11-21T16:36:47,265 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/b594ed9a34b84061a0469836b8c07c2c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/b594ed9a34b84061a0469836b8c07c2c 2024-11-21T16:36:47,266 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/02baf3d86256488c9742b7c5b2fef2c4 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/02baf3d86256488c9742b7c5b2fef2c4 2024-11-21T16:36:47,267 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/df97ae9d97274679a7afe6f73b5fb264 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/df97ae9d97274679a7afe6f73b5fb264 2024-11-21T16:36:47,268 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/120d742f40a246e9a77d8bd6928f8f5b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/120d742f40a246e9a77d8bd6928f8f5b 2024-11-21T16:36:47,269 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/96747ecaff114704a74994c87a579c81 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/96747ecaff114704a74994c87a579c81 2024-11-21T16:36:47,270 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/4b5dc69eb59a40be92feef7362f29f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/4b5dc69eb59a40be92feef7362f29f82 2024-11-21T16:36:47,272 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/04b940bf26a746af80f414c48d16cc30 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/04b940bf26a746af80f414c48d16cc30 2024-11-21T16:36:47,273 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/14c166c38c16474680c4c806559ad8cd to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/14c166c38c16474680c4c806559ad8cd 2024-11-21T16:36:47,274 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/4f142ef87cbe452d863fa6742306dc2a to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/4f142ef87cbe452d863fa6742306dc2a 2024-11-21T16:36:47,278 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/d120b3b2114d4d99bc0373ebfc9eb965, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/928d2c711b114e9d9700c60c4a2954bf, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/1a7f144ecc324eecb3e15b5c1ba9d327, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/b2e0bcd7e8d14023b26c1fcc9c34c593, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/53970caf916f40359e45a98be87dd497, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/3f2cd877836b4e1a87fca2f93af12a22, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/861681d815b04abc82ddf5249235b27a, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/02f7cff657824145b4b86a3c8dd96527, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/dc645a0b1ffa462682d954f46281e40f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/748051c00d5941b49788a0db77f3d6b4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/2cd5e2f0b7f447d5881892d66c61e821, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/6f040e23534a475b972bc4ca765047cd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/59aa228d13124c1b930283b2d9464ba0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/d2c48e7c636b445d93369443045844e7, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/1dad7d240d094c9e97c7f4337014018f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/c6f081c38ba04351835f874b3a88bf36, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/b04f0e2296694497b948ac2a0b8b6b38, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/4e015bcb2a564f6bbf75061b205266ca] to archive 2024-11-21T16:36:47,278 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:36:47,280 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/d120b3b2114d4d99bc0373ebfc9eb965 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/d120b3b2114d4d99bc0373ebfc9eb965 2024-11-21T16:36:47,282 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/928d2c711b114e9d9700c60c4a2954bf to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/928d2c711b114e9d9700c60c4a2954bf 2024-11-21T16:36:47,283 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/1a7f144ecc324eecb3e15b5c1ba9d327 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/1a7f144ecc324eecb3e15b5c1ba9d327 2024-11-21T16:36:47,284 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/b2e0bcd7e8d14023b26c1fcc9c34c593 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/b2e0bcd7e8d14023b26c1fcc9c34c593 2024-11-21T16:36:47,285 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/53970caf916f40359e45a98be87dd497 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/53970caf916f40359e45a98be87dd497 2024-11-21T16:36:47,286 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/3f2cd877836b4e1a87fca2f93af12a22 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/3f2cd877836b4e1a87fca2f93af12a22 2024-11-21T16:36:47,287 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/861681d815b04abc82ddf5249235b27a to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/861681d815b04abc82ddf5249235b27a 2024-11-21T16:36:47,288 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/02f7cff657824145b4b86a3c8dd96527 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/02f7cff657824145b4b86a3c8dd96527 2024-11-21T16:36:47,288 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/dc645a0b1ffa462682d954f46281e40f to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/dc645a0b1ffa462682d954f46281e40f 2024-11-21T16:36:47,289 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/748051c00d5941b49788a0db77f3d6b4 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/748051c00d5941b49788a0db77f3d6b4 2024-11-21T16:36:47,290 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/2cd5e2f0b7f447d5881892d66c61e821 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/2cd5e2f0b7f447d5881892d66c61e821 2024-11-21T16:36:47,291 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/6f040e23534a475b972bc4ca765047cd to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/6f040e23534a475b972bc4ca765047cd 2024-11-21T16:36:47,292 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/59aa228d13124c1b930283b2d9464ba0 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/59aa228d13124c1b930283b2d9464ba0 2024-11-21T16:36:47,292 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/d2c48e7c636b445d93369443045844e7 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/d2c48e7c636b445d93369443045844e7 2024-11-21T16:36:47,293 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/1dad7d240d094c9e97c7f4337014018f to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/1dad7d240d094c9e97c7f4337014018f 2024-11-21T16:36:47,294 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/c6f081c38ba04351835f874b3a88bf36 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/c6f081c38ba04351835f874b3a88bf36 2024-11-21T16:36:47,294 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/b04f0e2296694497b948ac2a0b8b6b38 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/b04f0e2296694497b948ac2a0b8b6b38 2024-11-21T16:36:47,295 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3e736a818b50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/4e015bcb2a564f6bbf75061b205266ca to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/4e015bcb2a564f6bbf75061b205266ca 2024-11-21T16:36:51,729 DEBUG [Thread-1552 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:56804 2024-11-21T16:36:51,729 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:51,739 DEBUG [Thread-1554 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:56804 2024-11-21T16:36:51,739 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:51,770 DEBUG [Thread-1550 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:56804 2024-11-21T16:36:51,770 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:51,782 DEBUG [Thread-1548 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:56804 2024-11-21T16:36:51,782 DEBUG [Thread-1548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:51,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T16:36:51,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 159 2024-11-21T16:36:51,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-21T16:36:51,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-21T16:36:51,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-21T16:36:51,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-21T16:36:51,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T16:36:51,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T16:36:51,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2542 2024-11-21T16:36:51,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7626 rows 2024-11-21T16:36:51,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2530 2024-11-21T16:36:51,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7590 rows 2024-11-21T16:36:51,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2557 2024-11-21T16:36:51,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7671 rows 2024-11-21T16:36:51,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2548 2024-11-21T16:36:51,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7644 rows 2024-11-21T16:36:51,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2544 2024-11-21T16:36:51,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7632 rows 2024-11-21T16:36:51,783 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T16:36:51,783 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fe71801 to 127.0.0.1:56804 2024-11-21T16:36:51,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:36:51,787 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T16:36:51,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T16:36:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T16:36:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T16:36:51,791 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732207011791"}]},"ts":"1732207011791"} 2024-11-21T16:36:51,792 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T16:36:51,802 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T16:36:51,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T16:36:51,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8638f2bfa0d95e0244c1076104b11f82, UNASSIGN}] 2024-11-21T16:36:51,804 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8638f2bfa0d95e0244c1076104b11f82, UNASSIGN 2024-11-21T16:36:51,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=8638f2bfa0d95e0244c1076104b11f82, regionState=CLOSING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:36:51,806 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T16:36:51,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; CloseRegionProcedure 8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:36:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T16:36:51,957 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:51,958 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(124): Close 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:51,958 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T16:36:51,959 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1681): Closing 8638f2bfa0d95e0244c1076104b11f82, disabling compactions & flushes 2024-11-21T16:36:51,959 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:51,959 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:51,959 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. after waiting 0 ms 2024-11-21T16:36:51,959 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:51,959 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(2837): Flushing 8638f2bfa0d95e0244c1076104b11f82 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T16:36:51,960 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=A 2024-11-21T16:36:51,960 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:51,960 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=B 2024-11-21T16:36:51,960 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:51,961 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8638f2bfa0d95e0244c1076104b11f82, store=C 2024-11-21T16:36:51,961 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:51,969 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121594fa160c4774b24abd73686c1f10f66_8638f2bfa0d95e0244c1076104b11f82 is 50, key is test_row_0/A:col10/1732207011727/Put/seqid=0 2024-11-21T16:36:51,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742243_1419 (size=9914) 2024-11-21T16:36:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T16:36:52,375 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T16:36:52,397 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121594fa160c4774b24abd73686c1f10f66_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121594fa160c4774b24abd73686c1f10f66_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:52,397 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/1e1aea3a80eb48468af499d9e290ded0, store: [table=TestAcidGuarantees family=A region=8638f2bfa0d95e0244c1076104b11f82] 2024-11-21T16:36:52,398 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/1e1aea3a80eb48468af499d9e290ded0 is 175, key is test_row_0/A:col10/1732207011727/Put/seqid=0 2024-11-21T16:36:52,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742244_1420 (size=22561) 2024-11-21T16:36:52,803 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/1e1aea3a80eb48468af499d9e290ded0 2024-11-21T16:36:52,818 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/85f91b9c7a78417689173952fd2c8a28 is 50, key is test_row_0/B:col10/1732207011727/Put/seqid=0 2024-11-21T16:36:52,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742245_1421 (size=9857) 2024-11-21T16:36:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T16:36:53,225 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/85f91b9c7a78417689173952fd2c8a28 2024-11-21T16:36:53,238 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/9cb81574bf1a48ea9d10834d63fd1479 is 50, key is test_row_0/C:col10/1732207011727/Put/seqid=0 2024-11-21T16:36:53,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742246_1422 (size=9857) 2024-11-21T16:36:53,644 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/9cb81574bf1a48ea9d10834d63fd1479 2024-11-21T16:36:53,655 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/A/1e1aea3a80eb48468af499d9e290ded0 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/1e1aea3a80eb48468af499d9e290ded0 2024-11-21T16:36:53,659 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/1e1aea3a80eb48468af499d9e290ded0, entries=100, sequenceid=281, filesize=22.0 K 2024-11-21T16:36:53,660 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/B/85f91b9c7a78417689173952fd2c8a28 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/85f91b9c7a78417689173952fd2c8a28 2024-11-21T16:36:53,663 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/85f91b9c7a78417689173952fd2c8a28, entries=100, sequenceid=281, filesize=9.6 K 2024-11-21T16:36:53,664 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/.tmp/C/9cb81574bf1a48ea9d10834d63fd1479 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/9cb81574bf1a48ea9d10834d63fd1479 2024-11-21T16:36:53,668 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/9cb81574bf1a48ea9d10834d63fd1479, entries=100, sequenceid=281, filesize=9.6 K 2024-11-21T16:36:53,669 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8638f2bfa0d95e0244c1076104b11f82 in 1709ms, sequenceid=281, compaction requested=false 2024-11-21T16:36:53,674 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/recovered.edits/284.seqid, newMaxSeqId=284, maxSeqId=4 2024-11-21T16:36:53,675 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82. 2024-11-21T16:36:53,675 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1635): Region close journal for 8638f2bfa0d95e0244c1076104b11f82: 2024-11-21T16:36:53,676 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(170): Closed 8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,677 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=8638f2bfa0d95e0244c1076104b11f82, regionState=CLOSED 2024-11-21T16:36:53,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-21T16:36:53,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; CloseRegionProcedure 8638f2bfa0d95e0244c1076104b11f82, server=3e736a818b50,32923,1732206884345 in 1.8720 sec 2024-11-21T16:36:53,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=126, resume processing ppid=125 2024-11-21T16:36:53,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=125, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8638f2bfa0d95e0244c1076104b11f82, UNASSIGN in 1.8750 sec 2024-11-21T16:36:53,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-21T16:36:53,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8770 sec 2024-11-21T16:36:53,682 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732207013682"}]},"ts":"1732207013682"} 2024-11-21T16:36:53,683 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T16:36:53,719 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T16:36:53,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9320 sec 2024-11-21T16:36:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T16:36:53,900 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-21T16:36:53,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T16:36:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:36:53,905 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=128, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:36:53,906 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=128, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:36:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T16:36:53,911 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,914 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/recovered.edits] 2024-11-21T16:36:53,918 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/1e1aea3a80eb48468af499d9e290ded0 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/1e1aea3a80eb48468af499d9e290ded0 2024-11-21T16:36:53,920 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/9fa3b8b04ae540b98858571ba8ce8e5d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/A/9fa3b8b04ae540b98858571ba8ce8e5d 2024-11-21T16:36:53,923 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/541ac8506afc49499ace19bfbd221002 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/541ac8506afc49499ace19bfbd221002 2024-11-21T16:36:53,925 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/85f91b9c7a78417689173952fd2c8a28 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/B/85f91b9c7a78417689173952fd2c8a28 2024-11-21T16:36:53,929 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/3b788f9901ce44ddbbe1bcb530883f1e to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/3b788f9901ce44ddbbe1bcb530883f1e 2024-11-21T16:36:53,930 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/9cb81574bf1a48ea9d10834d63fd1479 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/C/9cb81574bf1a48ea9d10834d63fd1479 2024-11-21T16:36:53,934 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/recovered.edits/284.seqid to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82/recovered.edits/284.seqid 2024-11-21T16:36:53,935 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,935 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T16:36:53,936 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T16:36:53,937 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T16:36:53,941 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112106e177bd4b4b4b13a67b0c06054c752f_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112106e177bd4b4b4b13a67b0c06054c752f_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,944 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210a28615df8334d9ea74a9352d72c7a65_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210a28615df8334d9ea74a9352d72c7a65_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,946 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121515ea6fb4b424c039f48bc1f6d20bb65_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121515ea6fb4b424c039f48bc1f6d20bb65_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,949 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112154a6fe6cdb664db997847d5107babb6f_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112154a6fe6cdb664db997847d5107babb6f_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,951 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121594fa160c4774b24abd73686c1f10f66_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121594fa160c4774b24abd73686c1f10f66_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,953 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112168a3715206d34b7e9b12877ce29f5893_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112168a3715206d34b7e9b12877ce29f5893_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,955 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112172653da822d84b1a8cb8b05c30f87e04_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112172653da822d84b1a8cb8b05c30f87e04_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,956 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217f6245ee2793407bbcb30323f917b7de_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217f6245ee2793407bbcb30323f917b7de_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,957 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112189569812f8144d1fb8357ce3405c0e24_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112189569812f8144d1fb8357ce3405c0e24_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,958 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219888e957f3994f2da9635303cbb27c14_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219888e957f3994f2da9635303cbb27c14_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,959 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bf4b320654e24321b807f16ef3bfdadf_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bf4b320654e24321b807f16ef3bfdadf_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,960 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d9019db73b644e23b24294e4b601c16d_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d9019db73b644e23b24294e4b601c16d_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,961 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e430edf364df42e4b888bd0edfde6924_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e430edf364df42e4b888bd0edfde6924_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,962 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e84d4ca46f554bb89ca9e0d08d99783b_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e84d4ca46f554bb89ca9e0d08d99783b_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,962 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ffe0531f209f43b89fff2888162971e3_8638f2bfa0d95e0244c1076104b11f82 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ffe0531f209f43b89fff2888162971e3_8638f2bfa0d95e0244c1076104b11f82 2024-11-21T16:36:53,963 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T16:36:53,965 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=128, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:36:53,966 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T16:36:53,968 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T16:36:53,969 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=128, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:36:53,969 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T16:36:53,969 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732207013969"}]},"ts":"9223372036854775807"} 2024-11-21T16:36:53,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T16:36:53,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8638f2bfa0d95e0244c1076104b11f82, NAME => 'TestAcidGuarantees,,1732206977420.8638f2bfa0d95e0244c1076104b11f82.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T16:36:53,971 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T16:36:53,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732207013971"}]},"ts":"9223372036854775807"} 2024-11-21T16:36:53,972 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T16:36:53,978 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=128, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:36:53,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 76 msec 2024-11-21T16:36:53,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T16:36:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T16:36:54,008 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-21T16:36:54,020 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237 (was 239), OpenFileDescriptor=452 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 339), ProcessCount=11 (was 11), AvailableMemoryMB=7448 (was 7480) 2024-11-21T16:36:54,029 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=332, ProcessCount=11, AvailableMemoryMB=7448 2024-11-21T16:36:54,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T16:36:54,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T16:36:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=129, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T16:36:54,033 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T16:36:54,033 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:54,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 129 2024-11-21T16:36:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-21T16:36:54,034 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T16:36:54,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742247_1423 (size=963) 2024-11-21T16:36:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-21T16:36:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-21T16:36:54,447 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33 2024-11-21T16:36:54,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742248_1424 (size=53) 2024-11-21T16:36:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-21T16:36:54,856 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:36:54,856 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d10f35ad2a571e976202c76ab8e20cee, disabling compactions & flushes 2024-11-21T16:36:54,857 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:54,857 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:54,857 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. after waiting 0 ms 2024-11-21T16:36:54,857 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:54,857 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:54,857 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:36:54,859 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T16:36:54,860 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732207014859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732207014859"}]},"ts":"1732207014859"} 2024-11-21T16:36:54,863 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T16:36:54,863 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T16:36:54,864 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732207014863"}]},"ts":"1732207014863"} 2024-11-21T16:36:54,865 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T16:36:54,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d10f35ad2a571e976202c76ab8e20cee, ASSIGN}] 2024-11-21T16:36:54,913 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d10f35ad2a571e976202c76ab8e20cee, ASSIGN 2024-11-21T16:36:54,914 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d10f35ad2a571e976202c76ab8e20cee, ASSIGN; state=OFFLINE, location=3e736a818b50,32923,1732206884345; forceNewPlan=false, retain=false 2024-11-21T16:36:55,065 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=d10f35ad2a571e976202c76ab8e20cee, regionState=OPENING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:36:55,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; OpenRegionProcedure d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:36:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-21T16:36:55,222 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:55,226 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:55,226 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7285): Opening region: {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} 2024-11-21T16:36:55,227 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:36:55,227 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:36:55,227 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7327): checking encryption for d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:36:55,227 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7330): checking classloading for d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:36:55,229 INFO [StoreOpener-d10f35ad2a571e976202c76ab8e20cee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:36:55,231 INFO [StoreOpener-d10f35ad2a571e976202c76ab8e20cee-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:36:55,232 INFO [StoreOpener-d10f35ad2a571e976202c76ab8e20cee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d10f35ad2a571e976202c76ab8e20cee columnFamilyName A 2024-11-21T16:36:55,232 DEBUG [StoreOpener-d10f35ad2a571e976202c76ab8e20cee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:55,233 INFO [StoreOpener-d10f35ad2a571e976202c76ab8e20cee-1 {}] regionserver.HStore(327): Store=d10f35ad2a571e976202c76ab8e20cee/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:36:55,233 INFO [StoreOpener-d10f35ad2a571e976202c76ab8e20cee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:36:55,235 INFO [StoreOpener-d10f35ad2a571e976202c76ab8e20cee-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:36:55,235 INFO [StoreOpener-d10f35ad2a571e976202c76ab8e20cee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d10f35ad2a571e976202c76ab8e20cee columnFamilyName B 2024-11-21T16:36:55,235 DEBUG [StoreOpener-d10f35ad2a571e976202c76ab8e20cee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:55,236 INFO [StoreOpener-d10f35ad2a571e976202c76ab8e20cee-1 {}] regionserver.HStore(327): Store=d10f35ad2a571e976202c76ab8e20cee/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:36:55,236 INFO [StoreOpener-d10f35ad2a571e976202c76ab8e20cee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:36:55,238 INFO [StoreOpener-d10f35ad2a571e976202c76ab8e20cee-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:36:55,238 INFO [StoreOpener-d10f35ad2a571e976202c76ab8e20cee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d10f35ad2a571e976202c76ab8e20cee columnFamilyName C 2024-11-21T16:36:55,238 DEBUG [StoreOpener-d10f35ad2a571e976202c76ab8e20cee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:36:55,239 INFO [StoreOpener-d10f35ad2a571e976202c76ab8e20cee-1 {}] regionserver.HStore(327): Store=d10f35ad2a571e976202c76ab8e20cee/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:36:55,239 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:55,239 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:36:55,240 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:36:55,241 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T16:36:55,241 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1085): writing seq id for d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:36:55,243 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T16:36:55,243 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1102): Opened d10f35ad2a571e976202c76ab8e20cee; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71611311, jitterRate=0.0670916885137558}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T16:36:55,244 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1001): Region open journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:36:55,244 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., pid=131, masterSystemTime=1732207015221 2024-11-21T16:36:55,245 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:55,245 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:55,246 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=d10f35ad2a571e976202c76ab8e20cee, regionState=OPEN, openSeqNum=2, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:36:55,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-21T16:36:55,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; OpenRegionProcedure d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 in 178 msec 2024-11-21T16:36:55,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=130, resume processing ppid=129 2024-11-21T16:36:55,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=129, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d10f35ad2a571e976202c76ab8e20cee, ASSIGN in 336 msec 2024-11-21T16:36:55,249 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T16:36:55,249 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732207015249"}]},"ts":"1732207015249"} 2024-11-21T16:36:55,250 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T16:36:55,261 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T16:36:55,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2310 sec 2024-11-21T16:36:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-21T16:36:56,144 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 129 completed 2024-11-21T16:36:56,146 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x022a6e9f to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c60eb7d 2024-11-21T16:36:56,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695c2253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:56,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:56,193 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:56,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T16:36:56,198 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T16:36:56,201 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32c12a30 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79b10416 2024-11-21T16:36:56,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7177efc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:56,212 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ef40578 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f142b04 2024-11-21T16:36:56,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d38088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:56,220 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x032bb71c to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@de9f076 2024-11-21T16:36:56,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7043f683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:56,228 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06bc0f7c to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4414259d 2024-11-21T16:36:56,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0c2472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:56,237 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825 2024-11-21T16:36:56,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:56,245 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11193a0c to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d672ed2 2024-11-21T16:36:56,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7c40ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:56,254 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7861b162 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cf40102 2024-11-21T16:36:56,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b0e7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:56,262 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x154f0f85 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@496fe03f 2024-11-21T16:36:56,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2423f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:56,270 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x008a917b to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3652e74d 2024-11-21T16:36:56,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184771cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:56,279 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x054c2725 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2405c04e 2024-11-21T16:36:56,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f0408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:36:56,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:36:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-21T16:36:56,289 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:36:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T16:36:56,289 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:36:56,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:36:56,295 DEBUG [hconnection-0x4113bc79-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:56,295 DEBUG [hconnection-0x75168a38-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:56,295 DEBUG [hconnection-0x5c69b145-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:56,296 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:56,296 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:56,296 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:56,297 DEBUG [hconnection-0x646e1d45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:56,297 DEBUG [hconnection-0x248b8f81-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:56,297 DEBUG [hconnection-0x6743c196-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:56,297 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:56,298 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:56,298 DEBUG [hconnection-0x3330e00f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:56,298 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:56,299 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:36:56,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:36:56,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:36:56,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:56,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:36:56,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:56,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:36:56,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:56,303 DEBUG [hconnection-0x6c68e272-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:56,304 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:56,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207076308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207076308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207076309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207076309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207076309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,311 DEBUG [hconnection-0x79ae36ea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:56,312 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:56,313 DEBUG [hconnection-0x71125de7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:36:56,314 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:36:56,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/1745faf5c2184c2385327ee87e9fffc3 is 50, key is test_row_0/A:col10/1732207016300/Put/seqid=0 2024-11-21T16:36:56,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742249_1425 (size=12001) 2024-11-21T16:36:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T16:36:56,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207076410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207076410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207076410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207076410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207076410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,441 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T16:36:56,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:56,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:36:56,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:56,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:56,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T16:36:56,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T16:36:56,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:56,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:36:56,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:56,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:56,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:56,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207076611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207076612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207076612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207076613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207076613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/1745faf5c2184c2385327ee87e9fffc3 2024-11-21T16:36:56,745 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T16:36:56,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:56,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:36:56,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:56,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:56,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:56,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/e1eb732d19a243d0b42a5c343a21f752 is 50, key is test_row_0/B:col10/1732207016300/Put/seqid=0 2024-11-21T16:36:56,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742250_1426 (size=12001) 2024-11-21T16:36:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T16:36:56,898 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T16:36:56,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:56,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:36:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:56,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:56,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207076915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207076916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207076916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207076918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:56,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207076918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:57,050 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:57,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T16:36:57,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:57,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:36:57,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:57,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:57,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:57,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/e1eb732d19a243d0b42a5c343a21f752 2024-11-21T16:36:57,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/a3ab54e6c1784cc084e8f239dfc05bd4 is 50, key is test_row_0/C:col10/1732207016300/Put/seqid=0 2024-11-21T16:36:57,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742251_1427 (size=12001) 2024-11-21T16:36:57,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:57,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T16:36:57,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:57,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:36:57,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:57,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:57,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:57,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:57,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T16:36:57,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:57,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:36:57,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:57,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:57,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T16:36:57,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207077419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:57,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207077421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:57,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207077421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:57,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207077424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:57,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207077424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:57,507 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:57,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T16:36:57,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:57,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:36:57,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:57,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:57,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:36:57,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/a3ab54e6c1784cc084e8f239dfc05bd4 2024-11-21T16:36:57,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/1745faf5c2184c2385327ee87e9fffc3 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/1745faf5c2184c2385327ee87e9fffc3 2024-11-21T16:36:57,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/1745faf5c2184c2385327ee87e9fffc3, entries=150, sequenceid=14, filesize=11.7 K 2024-11-21T16:36:57,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/e1eb732d19a243d0b42a5c343a21f752 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/e1eb732d19a243d0b42a5c343a21f752 2024-11-21T16:36:57,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/e1eb732d19a243d0b42a5c343a21f752, entries=150, sequenceid=14, filesize=11.7 K 2024-11-21T16:36:57,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/a3ab54e6c1784cc084e8f239dfc05bd4 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/a3ab54e6c1784cc084e8f239dfc05bd4 2024-11-21T16:36:57,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/a3ab54e6c1784cc084e8f239dfc05bd4, entries=150, sequenceid=14, filesize=11.7 K 2024-11-21T16:36:57,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d10f35ad2a571e976202c76ab8e20cee in 1292ms, sequenceid=14, compaction requested=false 2024-11-21T16:36:57,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:36:57,659 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:36:57,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T16:36:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:57,660 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T16:36:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:36:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:36:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:36:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:57,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/3d2bb7f901de4571a23f24d3b4feed01 is 50, key is test_row_0/A:col10/1732207016307/Put/seqid=0 2024-11-21T16:36:57,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742252_1428 (size=12001) 2024-11-21T16:36:58,068 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/3d2bb7f901de4571a23f24d3b4feed01 2024-11-21T16:36:58,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/f3a3c432e1b6418aa3610551981c8eb8 is 50, key is test_row_0/B:col10/1732207016307/Put/seqid=0 2024-11-21T16:36:58,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742253_1429 (size=12001) 2024-11-21T16:36:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T16:36:58,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:36:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:36:58,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207078436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207078438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207078439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207078439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207078440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,476 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/f3a3c432e1b6418aa3610551981c8eb8 2024-11-21T16:36:58,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/903cc87fbb4940769d7a1217fd491a06 is 50, key is test_row_0/C:col10/1732207016307/Put/seqid=0 2024-11-21T16:36:58,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742254_1430 (size=12001) 2024-11-21T16:36:58,485 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/903cc87fbb4940769d7a1217fd491a06 2024-11-21T16:36:58,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/3d2bb7f901de4571a23f24d3b4feed01 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/3d2bb7f901de4571a23f24d3b4feed01 2024-11-21T16:36:58,492 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/3d2bb7f901de4571a23f24d3b4feed01, entries=150, sequenceid=37, filesize=11.7 K 2024-11-21T16:36:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/f3a3c432e1b6418aa3610551981c8eb8 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/f3a3c432e1b6418aa3610551981c8eb8 2024-11-21T16:36:58,495 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/f3a3c432e1b6418aa3610551981c8eb8, entries=150, sequenceid=37, filesize=11.7 K 2024-11-21T16:36:58,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/903cc87fbb4940769d7a1217fd491a06 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/903cc87fbb4940769d7a1217fd491a06 2024-11-21T16:36:58,498 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/903cc87fbb4940769d7a1217fd491a06, entries=150, sequenceid=37, filesize=11.7 K 2024-11-21T16:36:58,499 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d10f35ad2a571e976202c76ab8e20cee in 839ms, sequenceid=37, compaction requested=false 2024-11-21T16:36:58,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:36:58,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:58,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-21T16:36:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-21T16:36:58,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-21T16:36:58,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2100 sec 2024-11-21T16:36:58,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.2140 sec 2024-11-21T16:36:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:36:58,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T16:36:58,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:36:58,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:58,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:36:58,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:58,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:36:58,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:58,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/183677b9d8964e2d91dd0db944762f98 is 50, key is test_row_0/A:col10/1732207018438/Put/seqid=0 2024-11-21T16:36:58,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742255_1431 (size=14341) 2024-11-21T16:36:58,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/183677b9d8964e2d91dd0db944762f98 2024-11-21T16:36:58,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/6adb8bfefb4540efba050877db06b033 is 50, key is test_row_0/B:col10/1732207018438/Put/seqid=0 2024-11-21T16:36:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742256_1432 (size=12001) 2024-11-21T16:36:58,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207078564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207078565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207078569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207078570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207078571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207078672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207078672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207078675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207078675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207078679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207078875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207078876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207078882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207078882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207078883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:58,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/6adb8bfefb4540efba050877db06b033 2024-11-21T16:36:58,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/3cccdeb8a6404ce68a9fe18e8c690098 is 50, key is test_row_0/C:col10/1732207018438/Put/seqid=0 2024-11-21T16:36:58,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742257_1433 (size=12001) 2024-11-21T16:36:59,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207079178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:59,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207079183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:59,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207079186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:59,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207079187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:59,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207079190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:59,203 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T16:36:59,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/3cccdeb8a6404ce68a9fe18e8c690098 2024-11-21T16:36:59,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/183677b9d8964e2d91dd0db944762f98 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/183677b9d8964e2d91dd0db944762f98 2024-11-21T16:36:59,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/183677b9d8964e2d91dd0db944762f98, entries=200, sequenceid=52, filesize=14.0 K 2024-11-21T16:36:59,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/6adb8bfefb4540efba050877db06b033 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/6adb8bfefb4540efba050877db06b033 2024-11-21T16:36:59,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/6adb8bfefb4540efba050877db06b033, entries=150, sequenceid=52, filesize=11.7 K 2024-11-21T16:36:59,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/3cccdeb8a6404ce68a9fe18e8c690098 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/3cccdeb8a6404ce68a9fe18e8c690098 2024-11-21T16:36:59,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/3cccdeb8a6404ce68a9fe18e8c690098, entries=150, sequenceid=52, filesize=11.7 K 2024-11-21T16:36:59,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d10f35ad2a571e976202c76ab8e20cee in 846ms, sequenceid=52, compaction requested=true 2024-11-21T16:36:59,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:36:59,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:36:59,390 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:59,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:59,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:36:59,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:36:59,390 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:59,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:36:59,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:59,391 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:59,391 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:59,391 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/A is initiating minor compaction (all files) 2024-11-21T16:36:59,391 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/B is initiating minor compaction (all files) 2024-11-21T16:36:59,391 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/A in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:59,391 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/B in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:59,391 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/1745faf5c2184c2385327ee87e9fffc3, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/3d2bb7f901de4571a23f24d3b4feed01, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/183677b9d8964e2d91dd0db944762f98] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=37.4 K 2024-11-21T16:36:59,391 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/e1eb732d19a243d0b42a5c343a21f752, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/f3a3c432e1b6418aa3610551981c8eb8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/6adb8bfefb4540efba050877db06b033] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=35.2 K 2024-11-21T16:36:59,391 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1745faf5c2184c2385327ee87e9fffc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732207016300 2024-11-21T16:36:59,391 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting e1eb732d19a243d0b42a5c343a21f752, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732207016300 2024-11-21T16:36:59,391 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d2bb7f901de4571a23f24d3b4feed01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732207016307 2024-11-21T16:36:59,392 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting f3a3c432e1b6418aa3610551981c8eb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732207016307 2024-11-21T16:36:59,392 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 183677b9d8964e2d91dd0db944762f98, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732207018438 2024-11-21T16:36:59,392 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 6adb8bfefb4540efba050877db06b033, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732207018438 2024-11-21T16:36:59,396 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#B#compaction#359 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:59,397 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/eca6ec1cfc09401298384be224dbebe8 is 50, key is test_row_0/B:col10/1732207018438/Put/seqid=0 2024-11-21T16:36:59,397 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#A#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:59,398 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/35ee04a193bb482594f4db698efce984 is 50, key is test_row_0/A:col10/1732207018438/Put/seqid=0 2024-11-21T16:36:59,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742258_1434 (size=12104) 2024-11-21T16:36:59,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742259_1435 (size=12104) 2024-11-21T16:36:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:36:59,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T16:36:59,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:36:59,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:59,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:36:59,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:59,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:36:59,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:36:59,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/14396fbc7a7f435f916af185e63894e4 is 50, key is test_row_0/A:col10/1732207018570/Put/seqid=0 2024-11-21T16:36:59,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742260_1436 (size=14341) 2024-11-21T16:36:59,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207079708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:59,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:59,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207079709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207079710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:59,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207079710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:59,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207079710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:59,804 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/eca6ec1cfc09401298384be224dbebe8 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/eca6ec1cfc09401298384be224dbebe8 2024-11-21T16:36:59,804 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/35ee04a193bb482594f4db698efce984 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/35ee04a193bb482594f4db698efce984 2024-11-21T16:36:59,808 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/B of d10f35ad2a571e976202c76ab8e20cee into eca6ec1cfc09401298384be224dbebe8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:59,808 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/A of d10f35ad2a571e976202c76ab8e20cee into 35ee04a193bb482594f4db698efce984(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:36:59,808 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:36:59,808 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:36:59,808 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/B, priority=13, startTime=1732207019390; duration=0sec 2024-11-21T16:36:59,808 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/A, priority=13, startTime=1732207019390; duration=0sec 2024-11-21T16:36:59,808 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:59,808 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:A 2024-11-21T16:36:59,808 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:36:59,808 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:B 2024-11-21T16:36:59,808 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:36:59,809 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:36:59,809 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/C is initiating minor compaction (all files) 2024-11-21T16:36:59,809 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/C in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:36:59,809 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/a3ab54e6c1784cc084e8f239dfc05bd4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/903cc87fbb4940769d7a1217fd491a06, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/3cccdeb8a6404ce68a9fe18e8c690098] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=35.2 K 2024-11-21T16:36:59,809 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3ab54e6c1784cc084e8f239dfc05bd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732207016300 2024-11-21T16:36:59,809 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 903cc87fbb4940769d7a1217fd491a06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732207016307 2024-11-21T16:36:59,809 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cccdeb8a6404ce68a9fe18e8c690098, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732207018438 2024-11-21T16:36:59,815 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#C#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:36:59,815 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/f96e5e0dc41e4e1ba89fa38a66da4610 is 50, key is test_row_0/C:col10/1732207018438/Put/seqid=0 2024-11-21T16:36:59,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742261_1437 (size=12104) 2024-11-21T16:36:59,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207079816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:59,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207079816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:59,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207079816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:59,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207079817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:36:59,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:36:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207079817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207080023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207080024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207080024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207080025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207080025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/14396fbc7a7f435f916af185e63894e4 2024-11-21T16:37:00,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/17f386a338e64ba8aeaf504a65e726f6 is 50, key is test_row_0/B:col10/1732207018570/Put/seqid=0 2024-11-21T16:37:00,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742262_1438 (size=12001) 2024-11-21T16:37:00,222 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/f96e5e0dc41e4e1ba89fa38a66da4610 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/f96e5e0dc41e4e1ba89fa38a66da4610 2024-11-21T16:37:00,226 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/C of d10f35ad2a571e976202c76ab8e20cee into f96e5e0dc41e4e1ba89fa38a66da4610(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:00,226 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:00,226 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/C, priority=13, startTime=1732207019390; duration=0sec 2024-11-21T16:37:00,226 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:00,226 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:C 2024-11-21T16:37:00,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207080329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207080329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207080329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207080330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207080330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T16:37:00,393 INFO [Thread-1914 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-21T16:37:00,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:37:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-21T16:37:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T16:37:00,395 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:37:00,395 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:37:00,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:37:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T16:37:00,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/17f386a338e64ba8aeaf504a65e726f6 2024-11-21T16:37:00,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/07f2fd751c8f445aa75c14edf073c11d is 50, key is test_row_0/C:col10/1732207018570/Put/seqid=0 2024-11-21T16:37:00,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742263_1439 (size=12001) 2024-11-21T16:37:00,546 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-21T16:37:00,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:00,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:00,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:00,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:00,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T16:37:00,699 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-21T16:37:00,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:00,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:00,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:00,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:00,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:00,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207080833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207080834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207080836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207080837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207080837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,851 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:00,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-21T16:37:00,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:00,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:00,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:00,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:00,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:00,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/07f2fd751c8f445aa75c14edf073c11d 2024-11-21T16:37:00,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/14396fbc7a7f435f916af185e63894e4 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/14396fbc7a7f435f916af185e63894e4 2024-11-21T16:37:00,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/14396fbc7a7f435f916af185e63894e4, entries=200, sequenceid=74, filesize=14.0 K 2024-11-21T16:37:00,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/17f386a338e64ba8aeaf504a65e726f6 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/17f386a338e64ba8aeaf504a65e726f6 2024-11-21T16:37:00,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/17f386a338e64ba8aeaf504a65e726f6, entries=150, sequenceid=74, filesize=11.7 K 2024-11-21T16:37:00,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/07f2fd751c8f445aa75c14edf073c11d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/07f2fd751c8f445aa75c14edf073c11d 2024-11-21T16:37:00,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/07f2fd751c8f445aa75c14edf073c11d, entries=150, sequenceid=74, filesize=11.7 K 2024-11-21T16:37:00,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for d10f35ad2a571e976202c76ab8e20cee in 1242ms, sequenceid=74, compaction requested=false 2024-11-21T16:37:00,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T16:37:01,004 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:01,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-21T16:37:01,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:01,004 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T16:37:01,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:37:01,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:01,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:37:01,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:01,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:37:01,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:01,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/d17ed3a6c3004396a8f7bdaf1c836d0f is 50, key is test_row_0/A:col10/1732207019709/Put/seqid=0 2024-11-21T16:37:01,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742264_1440 (size=12001) 2024-11-21T16:37:01,011 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/d17ed3a6c3004396a8f7bdaf1c836d0f 2024-11-21T16:37:01,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/5d81d24808044466a9301723aec7c0cb is 50, key is test_row_0/B:col10/1732207019709/Put/seqid=0 2024-11-21T16:37:01,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742265_1441 (size=12001) 2024-11-21T16:37:01,019 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/5d81d24808044466a9301723aec7c0cb 2024-11-21T16:37:01,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/ec0d4fbfa0ab432fb792c82ce8844052 is 50, key is test_row_0/C:col10/1732207019709/Put/seqid=0 2024-11-21T16:37:01,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742266_1442 (size=12001) 2024-11-21T16:37:01,427 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/ec0d4fbfa0ab432fb792c82ce8844052 2024-11-21T16:37:01,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/d17ed3a6c3004396a8f7bdaf1c836d0f as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/d17ed3a6c3004396a8f7bdaf1c836d0f 2024-11-21T16:37:01,434 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/d17ed3a6c3004396a8f7bdaf1c836d0f, entries=150, sequenceid=92, filesize=11.7 K 2024-11-21T16:37:01,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/5d81d24808044466a9301723aec7c0cb as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/5d81d24808044466a9301723aec7c0cb 2024-11-21T16:37:01,438 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/5d81d24808044466a9301723aec7c0cb, entries=150, sequenceid=92, filesize=11.7 K 2024-11-21T16:37:01,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/ec0d4fbfa0ab432fb792c82ce8844052 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/ec0d4fbfa0ab432fb792c82ce8844052 2024-11-21T16:37:01,442 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/ec0d4fbfa0ab432fb792c82ce8844052, entries=150, sequenceid=92, filesize=11.7 K 2024-11-21T16:37:01,442 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for d10f35ad2a571e976202c76ab8e20cee in 438ms, sequenceid=92, compaction requested=true 2024-11-21T16:37:01,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:01,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:01,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-21T16:37:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-21T16:37:01,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-21T16:37:01,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0480 sec 2024-11-21T16:37:01,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.0500 sec 2024-11-21T16:37:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T16:37:01,498 INFO [Thread-1914 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-21T16:37:01,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:37:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-21T16:37:01,500 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:37:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T16:37:01,500 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:37:01,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:37:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T16:37:01,651 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:01,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T16:37:01,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:01,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:01,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:01,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-21T16:37:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-21T16:37:01,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-21T16:37:01,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 152 msec 2024-11-21T16:37:01,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 155 msec 2024-11-21T16:37:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T16:37:01,801 INFO [Thread-1914 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-21T16:37:01,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:37:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-21T16:37:01,803 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:37:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T16:37:01,804 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:37:01,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:37:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:37:01,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:37:01,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:37:01,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:01,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:37:01,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:01,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:37:01,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:01,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/55b00464ee104486ade9746d7283b0d2 is 50, key is test_row_0/A:col10/1732207021850/Put/seqid=0 2024-11-21T16:37:01,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742267_1443 (size=23705) 2024-11-21T16:37:01,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207081881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:01,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207081881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:01,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207081884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:01,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207081884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:01,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207081885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T16:37:01,955 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:01,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T16:37:01,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:01,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:01,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:01,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:01,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:01,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207081988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:01,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207081988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:01,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207081991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:01,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207081991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:01,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207081992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T16:37:02,107 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:02,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T16:37:02,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:02,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:02,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:02,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:02,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:02,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207082193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:02,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207082193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:02,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207082198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:02,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207082199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:02,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207082199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:02,259 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:02,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T16:37:02,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:02,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:02,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:02,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:02,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:02,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/55b00464ee104486ade9746d7283b0d2 2024-11-21T16:37:02,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/a7644630b7c24252b094f0f7ead8d2db is 50, key is test_row_0/B:col10/1732207021850/Put/seqid=0 2024-11-21T16:37:02,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742268_1444 (size=12001) 2024-11-21T16:37:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T16:37:02,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:02,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T16:37:02,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:02,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:02,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:02,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:02,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:02,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207082497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:02,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207082497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:02,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207082503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:02,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207082504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:02,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207082505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:02,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:02,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T16:37:02,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:02,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:02,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:02,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:02,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:02,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/a7644630b7c24252b094f0f7ead8d2db 2024-11-21T16:37:02,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/b452a773345442269a8bfaba06b3593e is 50, key is test_row_0/C:col10/1732207021850/Put/seqid=0 2024-11-21T16:37:02,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742269_1445 (size=12001) 2024-11-21T16:37:02,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/b452a773345442269a8bfaba06b3593e 2024-11-21T16:37:02,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/55b00464ee104486ade9746d7283b0d2 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/55b00464ee104486ade9746d7283b0d2 2024-11-21T16:37:02,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/55b00464ee104486ade9746d7283b0d2, entries=400, sequenceid=104, filesize=23.1 K 2024-11-21T16:37:02,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/a7644630b7c24252b094f0f7ead8d2db as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/a7644630b7c24252b094f0f7ead8d2db 2024-11-21T16:37:02,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/a7644630b7c24252b094f0f7ead8d2db, entries=150, sequenceid=104, filesize=11.7 K 2024-11-21T16:37:02,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/b452a773345442269a8bfaba06b3593e as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/b452a773345442269a8bfaba06b3593e 2024-11-21T16:37:02,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/b452a773345442269a8bfaba06b3593e, entries=150, sequenceid=104, filesize=11.7 K 2024-11-21T16:37:02,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d10f35ad2a571e976202c76ab8e20cee in 853ms, sequenceid=104, compaction requested=true 2024-11-21T16:37:02,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:02,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:37:02,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:02,705 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:37:02,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:37:02,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:02,705 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:37:02,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:37:02,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:02,706 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:37:02,706 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 62151 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:37:02,707 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/A is initiating minor compaction (all files) 2024-11-21T16:37:02,707 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/B is initiating minor compaction (all files) 2024-11-21T16:37:02,707 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/A in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:02,707 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/B in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:02,707 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/35ee04a193bb482594f4db698efce984, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/14396fbc7a7f435f916af185e63894e4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/d17ed3a6c3004396a8f7bdaf1c836d0f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/55b00464ee104486ade9746d7283b0d2] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=60.7 K 2024-11-21T16:37:02,707 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/eca6ec1cfc09401298384be224dbebe8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/17f386a338e64ba8aeaf504a65e726f6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/5d81d24808044466a9301723aec7c0cb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/a7644630b7c24252b094f0f7ead8d2db] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=47.0 K 2024-11-21T16:37:02,707 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting eca6ec1cfc09401298384be224dbebe8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732207018438 2024-11-21T16:37:02,707 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35ee04a193bb482594f4db698efce984, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732207018438 2024-11-21T16:37:02,707 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 17f386a338e64ba8aeaf504a65e726f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732207018569 2024-11-21T16:37:02,707 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14396fbc7a7f435f916af185e63894e4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732207018564 2024-11-21T16:37:02,708 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d81d24808044466a9301723aec7c0cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732207019707 2024-11-21T16:37:02,708 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting d17ed3a6c3004396a8f7bdaf1c836d0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732207019707 2024-11-21T16:37:02,708 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55b00464ee104486ade9746d7283b0d2, keycount=400, bloomtype=ROW, size=23.1 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732207021843 2024-11-21T16:37:02,708 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting a7644630b7c24252b094f0f7ead8d2db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732207021849 2024-11-21T16:37:02,715 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#B#compaction#372 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:02,715 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/d6bffab4ced0433eb16b423a8ffb7d14 is 50, key is test_row_0/B:col10/1732207021850/Put/seqid=0 2024-11-21T16:37:02,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:02,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T16:37:02,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:02,716 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T16:37:02,717 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#A#compaction#371 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:02,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:37:02,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:02,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:37:02,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:02,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:37:02,717 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/f8c5e25f361d4824af04cbed18b54afd is 50, key is test_row_0/A:col10/1732207021850/Put/seqid=0 2024-11-21T16:37:02,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:02,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742270_1446 (size=12241) 2024-11-21T16:37:02,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742271_1447 (size=12241) 2024-11-21T16:37:02,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/9d15d96b743b4edf94f4577b56e227ca is 50, key is test_row_0/A:col10/1732207021872/Put/seqid=0 2024-11-21T16:37:02,727 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/d6bffab4ced0433eb16b423a8ffb7d14 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/d6bffab4ced0433eb16b423a8ffb7d14 2024-11-21T16:37:02,728 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/f8c5e25f361d4824af04cbed18b54afd as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/f8c5e25f361d4824af04cbed18b54afd 2024-11-21T16:37:02,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742272_1448 (size=12001) 2024-11-21T16:37:02,730 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/B of d10f35ad2a571e976202c76ab8e20cee into d6bffab4ced0433eb16b423a8ffb7d14(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:02,731 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:02,731 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/B, priority=12, startTime=1732207022705; duration=0sec 2024-11-21T16:37:02,731 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:02,731 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:B 2024-11-21T16:37:02,731 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:37:02,731 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/A of d10f35ad2a571e976202c76ab8e20cee into f8c5e25f361d4824af04cbed18b54afd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:02,731 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:02,731 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/A, priority=12, startTime=1732207022705; duration=0sec 2024-11-21T16:37:02,731 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:02,731 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:A 2024-11-21T16:37:02,732 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:37:02,732 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/C is initiating minor compaction (all files) 2024-11-21T16:37:02,732 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/C in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:02,732 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/f96e5e0dc41e4e1ba89fa38a66da4610, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/07f2fd751c8f445aa75c14edf073c11d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/ec0d4fbfa0ab432fb792c82ce8844052, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/b452a773345442269a8bfaba06b3593e] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=47.0 K 2024-11-21T16:37:02,732 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting f96e5e0dc41e4e1ba89fa38a66da4610, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732207018438 2024-11-21T16:37:02,732 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 07f2fd751c8f445aa75c14edf073c11d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732207018569 2024-11-21T16:37:02,732 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting ec0d4fbfa0ab432fb792c82ce8844052, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732207019707 2024-11-21T16:37:02,733 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting b452a773345442269a8bfaba06b3593e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732207021849 2024-11-21T16:37:02,739 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:02,739 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/11f1159c232343cc9db6bd6ded55190f is 50, key is test_row_0/C:col10/1732207021850/Put/seqid=0 2024-11-21T16:37:02,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742273_1449 (size=12241) 2024-11-21T16:37:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T16:37:03,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:37:03,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207083015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207083016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207083048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207083048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207083048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,129 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/9d15d96b743b4edf94f4577b56e227ca 2024-11-21T16:37:03,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/bd9ff1b2a6fe4ce48402ace0ea18c0fb is 50, key is test_row_0/B:col10/1732207021872/Put/seqid=0 2024-11-21T16:37:03,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742274_1450 (size=12001) 2024-11-21T16:37:03,146 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/11f1159c232343cc9db6bd6ded55190f as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/11f1159c232343cc9db6bd6ded55190f 2024-11-21T16:37:03,150 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/C of d10f35ad2a571e976202c76ab8e20cee into 11f1159c232343cc9db6bd6ded55190f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:03,150 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:03,150 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/C, priority=12, startTime=1732207022705; duration=0sec 2024-11-21T16:37:03,150 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:03,150 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:C 2024-11-21T16:37:03,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207083149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207083149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207083158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207083158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207083158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207083354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207083355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207083361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207083361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207083361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,538 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/bd9ff1b2a6fe4ce48402ace0ea18c0fb 2024-11-21T16:37:03,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/1a8efee5a0844a5d8d5d572cf2e3b132 is 50, key is test_row_0/C:col10/1732207021872/Put/seqid=0 2024-11-21T16:37:03,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742275_1451 (size=12001) 2024-11-21T16:37:03,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207083658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207083660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207083664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207083664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207083666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T16:37:03,952 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/1a8efee5a0844a5d8d5d572cf2e3b132 2024-11-21T16:37:03,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/9d15d96b743b4edf94f4577b56e227ca as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/9d15d96b743b4edf94f4577b56e227ca 2024-11-21T16:37:03,958 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/9d15d96b743b4edf94f4577b56e227ca, entries=150, sequenceid=129, filesize=11.7 K 2024-11-21T16:37:03,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/bd9ff1b2a6fe4ce48402ace0ea18c0fb as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/bd9ff1b2a6fe4ce48402ace0ea18c0fb 2024-11-21T16:37:03,961 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/bd9ff1b2a6fe4ce48402ace0ea18c0fb, entries=150, sequenceid=129, filesize=11.7 K 2024-11-21T16:37:03,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/1a8efee5a0844a5d8d5d572cf2e3b132 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/1a8efee5a0844a5d8d5d572cf2e3b132 2024-11-21T16:37:03,964 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/1a8efee5a0844a5d8d5d572cf2e3b132, entries=150, sequenceid=129, filesize=11.7 K 2024-11-21T16:37:03,964 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for d10f35ad2a571e976202c76ab8e20cee in 1248ms, sequenceid=129, compaction requested=false 2024-11-21T16:37:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-21T16:37:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-21T16:37:03,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-21T16:37:03,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1610 sec 2024-11-21T16:37:03,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.1650 sec 2024-11-21T16:37:03,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T16:37:03,990 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T16:37:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:37:04,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T16:37:04,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:37:04,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:04,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:37:04,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:04,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:37:04,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:04,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/a53bca78e6ca4abc8c923a909c362d01 is 50, key is test_row_0/A:col10/1732207024165/Put/seqid=0 2024-11-21T16:37:04,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742276_1452 (size=16931) 2024-11-21T16:37:04,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207084214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207084224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207084224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207084225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207084225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207084326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207084331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207084331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207084335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207084335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207084531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207084535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207084537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207084538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207084541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/a53bca78e6ca4abc8c923a909c362d01 2024-11-21T16:37:04,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/50aa088403f94ab295876f6adcbebf57 is 50, key is test_row_0/B:col10/1732207024165/Put/seqid=0 2024-11-21T16:37:04,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742277_1453 (size=12151) 2024-11-21T16:37:04,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207084834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207084839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207084841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207084844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:04,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207084846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:04,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/50aa088403f94ab295876f6adcbebf57 2024-11-21T16:37:04,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/9b14d8e7f7774c8c85f42061cbe04d8e is 50, key is test_row_0/C:col10/1732207024165/Put/seqid=0 2024-11-21T16:37:04,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742278_1454 (size=12151) 2024-11-21T16:37:05,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207085340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:05,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207085344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:05,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207085348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:05,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207085350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:05,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207085353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:05,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/9b14d8e7f7774c8c85f42061cbe04d8e 2024-11-21T16:37:05,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/a53bca78e6ca4abc8c923a909c362d01 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/a53bca78e6ca4abc8c923a909c362d01 2024-11-21T16:37:05,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/a53bca78e6ca4abc8c923a909c362d01, entries=250, sequenceid=147, filesize=16.5 K 2024-11-21T16:37:05,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/50aa088403f94ab295876f6adcbebf57 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/50aa088403f94ab295876f6adcbebf57 2024-11-21T16:37:05,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/50aa088403f94ab295876f6adcbebf57, entries=150, sequenceid=147, filesize=11.9 K 2024-11-21T16:37:05,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/9b14d8e7f7774c8c85f42061cbe04d8e as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/9b14d8e7f7774c8c85f42061cbe04d8e 2024-11-21T16:37:05,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/9b14d8e7f7774c8c85f42061cbe04d8e, entries=150, sequenceid=147, filesize=11.9 K 2024-11-21T16:37:05,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d10f35ad2a571e976202c76ab8e20cee in 1245ms, sequenceid=147, compaction requested=true 2024-11-21T16:37:05,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:05,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:37:05,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:05,410 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:05,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:37:05,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:05,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:37:05,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:05,411 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:05,411 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:05,411 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41173 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:05,411 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/A is initiating minor compaction (all files) 2024-11-21T16:37:05,411 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/B is initiating minor compaction (all files) 2024-11-21T16:37:05,411 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/B in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:05,411 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/A in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:05,411 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/f8c5e25f361d4824af04cbed18b54afd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/9d15d96b743b4edf94f4577b56e227ca, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/a53bca78e6ca4abc8c923a909c362d01] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=40.2 K 2024-11-21T16:37:05,411 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/d6bffab4ced0433eb16b423a8ffb7d14, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/bd9ff1b2a6fe4ce48402ace0ea18c0fb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/50aa088403f94ab295876f6adcbebf57] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=35.5 K 2024-11-21T16:37:05,412 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting d6bffab4ced0433eb16b423a8ffb7d14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732207021849 2024-11-21T16:37:05,412 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8c5e25f361d4824af04cbed18b54afd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732207021849 2024-11-21T16:37:05,412 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting bd9ff1b2a6fe4ce48402ace0ea18c0fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732207021872 2024-11-21T16:37:05,412 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d15d96b743b4edf94f4577b56e227ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732207021872 2024-11-21T16:37:05,412 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 50aa088403f94ab295876f6adcbebf57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732207023014 2024-11-21T16:37:05,412 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting a53bca78e6ca4abc8c923a909c362d01, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732207023014 2024-11-21T16:37:05,418 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#B#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:05,419 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/b0c0e9a6b8fc4b59ac632c33540ef84f is 50, key is test_row_0/B:col10/1732207024165/Put/seqid=0 2024-11-21T16:37:05,428 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#A#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:05,429 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/ff8cc854a64449e1b9bdbedc3bbfd78c is 50, key is test_row_0/A:col10/1732207024165/Put/seqid=0 2024-11-21T16:37:05,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742279_1455 (size=12493) 2024-11-21T16:37:05,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742280_1456 (size=12493) 2024-11-21T16:37:05,440 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/b0c0e9a6b8fc4b59ac632c33540ef84f as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/b0c0e9a6b8fc4b59ac632c33540ef84f 2024-11-21T16:37:05,440 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/ff8cc854a64449e1b9bdbedc3bbfd78c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/ff8cc854a64449e1b9bdbedc3bbfd78c 2024-11-21T16:37:05,444 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/B of d10f35ad2a571e976202c76ab8e20cee into b0c0e9a6b8fc4b59ac632c33540ef84f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:05,444 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/A of d10f35ad2a571e976202c76ab8e20cee into ff8cc854a64449e1b9bdbedc3bbfd78c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:05,444 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:05,444 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:05,444 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/A, priority=13, startTime=1732207025410; duration=0sec 2024-11-21T16:37:05,444 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/B, priority=13, startTime=1732207025410; duration=0sec 2024-11-21T16:37:05,444 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:05,444 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:05,445 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:B 2024-11-21T16:37:05,445 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:A 2024-11-21T16:37:05,445 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:05,445 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:05,445 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/C is initiating minor compaction (all files) 2024-11-21T16:37:05,446 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/C in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:05,446 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/11f1159c232343cc9db6bd6ded55190f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/1a8efee5a0844a5d8d5d572cf2e3b132, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/9b14d8e7f7774c8c85f42061cbe04d8e] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=35.5 K 2024-11-21T16:37:05,446 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 11f1159c232343cc9db6bd6ded55190f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732207021849 2024-11-21T16:37:05,446 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a8efee5a0844a5d8d5d572cf2e3b132, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732207021872 2024-11-21T16:37:05,446 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b14d8e7f7774c8c85f42061cbe04d8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732207023014 2024-11-21T16:37:05,452 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#C#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:05,452 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/dcdba9011ffa473987cfa7418b8ddc0b is 50, key is test_row_0/C:col10/1732207024165/Put/seqid=0 2024-11-21T16:37:05,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742281_1457 (size=12493) 2024-11-21T16:37:05,459 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/dcdba9011ffa473987cfa7418b8ddc0b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/dcdba9011ffa473987cfa7418b8ddc0b 2024-11-21T16:37:05,463 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/C of d10f35ad2a571e976202c76ab8e20cee into dcdba9011ffa473987cfa7418b8ddc0b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:05,463 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:05,463 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/C, priority=13, startTime=1732207025411; duration=0sec 2024-11-21T16:37:05,463 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:05,463 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:C 2024-11-21T16:37:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T16:37:05,908 INFO [Thread-1914 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-21T16:37:05,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:37:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-21T16:37:05,910 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:37:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T16:37:05,910 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:37:05,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:37:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T16:37:06,061 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:06,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-21T16:37:06,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:06,062 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T16:37:06,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:37:06,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:06,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:37:06,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:06,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:37:06,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:06,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/6497b3ca849240189014dad2bd773788 is 50, key is test_row_0/A:col10/1732207024224/Put/seqid=0 2024-11-21T16:37:06,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742282_1458 (size=12151) 2024-11-21T16:37:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T16:37:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:37:06,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:06,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207086360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:06,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207086361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:06,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207086361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:06,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207086362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:06,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207086363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:06,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207086464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:06,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207086466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:06,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207086466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:06,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207086467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:06,470 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/6497b3ca849240189014dad2bd773788 2024-11-21T16:37:06,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/22514a954e3b4fcca17ad1d545b859ed is 50, key is test_row_0/B:col10/1732207024224/Put/seqid=0 2024-11-21T16:37:06,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742283_1459 (size=12151) 2024-11-21T16:37:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T16:37:06,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207086668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:06,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207086668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:06,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207086670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:06,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207086671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:06,879 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/22514a954e3b4fcca17ad1d545b859ed 2024-11-21T16:37:06,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/2bff38b8150e432391aa789d28bb71a6 is 50, key is test_row_0/C:col10/1732207024224/Put/seqid=0 2024-11-21T16:37:06,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742284_1460 (size=12151) 2024-11-21T16:37:06,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207086970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:06,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207086970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:06,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207086974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:06,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207086975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T16:37:07,289 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/2bff38b8150e432391aa789d28bb71a6 2024-11-21T16:37:07,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/6497b3ca849240189014dad2bd773788 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/6497b3ca849240189014dad2bd773788 2024-11-21T16:37:07,294 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/6497b3ca849240189014dad2bd773788, entries=150, sequenceid=172, filesize=11.9 K 2024-11-21T16:37:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/22514a954e3b4fcca17ad1d545b859ed as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/22514a954e3b4fcca17ad1d545b859ed 2024-11-21T16:37:07,297 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/22514a954e3b4fcca17ad1d545b859ed, entries=150, sequenceid=172, filesize=11.9 K 2024-11-21T16:37:07,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/2bff38b8150e432391aa789d28bb71a6 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/2bff38b8150e432391aa789d28bb71a6 2024-11-21T16:37:07,300 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/2bff38b8150e432391aa789d28bb71a6, entries=150, sequenceid=172, filesize=11.9 K 2024-11-21T16:37:07,301 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d10f35ad2a571e976202c76ab8e20cee in 1239ms, sequenceid=172, compaction requested=false 2024-11-21T16:37:07,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:07,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:07,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-21T16:37:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-21T16:37:07,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-21T16:37:07,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3920 sec 2024-11-21T16:37:07,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.3950 sec 2024-11-21T16:37:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:37:07,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T16:37:07,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:37:07,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:07,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:37:07,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:07,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:37:07,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:07,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/0712f7a6e5f046f28df82cc5b1a4da5e is 50, key is test_row_0/A:col10/1732207027475/Put/seqid=0 2024-11-21T16:37:07,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742285_1461 (size=12151) 2024-11-21T16:37:07,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207087505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:07,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207087507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:07,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207087508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:07,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207087509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:07,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207087612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:07,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207087613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:07,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207087614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:07,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207087617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:07,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207087816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:07,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207087819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:07,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207087819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:07,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207087822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:07,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/0712f7a6e5f046f28df82cc5b1a4da5e 2024-11-21T16:37:07,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/c357bb553958483197f539de1f60d3cd is 50, key is test_row_0/B:col10/1732207027475/Put/seqid=0 2024-11-21T16:37:07,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742286_1462 (size=12151) 2024-11-21T16:37:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T16:37:08,014 INFO [Thread-1914 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-21T16:37:08,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:37:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-21T16:37:08,016 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:37:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T16:37:08,016 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:37:08,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:37:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T16:37:08,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207088121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:08,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207088123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:08,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207088125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:08,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207088127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:08,167 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:08,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-21T16:37:08,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:08,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:08,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:08,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:08,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:08,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/c357bb553958483197f539de1f60d3cd 2024-11-21T16:37:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T16:37:08,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:08,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-21T16:37:08,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:08,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:08,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:08,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:08,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:08,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/0311a43156624c0db6384cec3198174b is 50, key is test_row_0/C:col10/1732207027475/Put/seqid=0 2024-11-21T16:37:08,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742287_1463 (size=12151) 2024-11-21T16:37:08,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207088369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:08,375 DEBUG [Thread-1912 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., hostname=3e736a818b50,32923,1732206884345, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:37:08,472 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:08,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-21T16:37:08,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:08,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:08,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:08,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:08,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T16:37:08,624 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:08,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-21T16:37:08,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:08,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:08,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:08,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:08,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:08,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207088627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:08,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207088629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:08,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207088632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:08,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207088634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:08,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/0311a43156624c0db6384cec3198174b 2024-11-21T16:37:08,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/0712f7a6e5f046f28df82cc5b1a4da5e as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/0712f7a6e5f046f28df82cc5b1a4da5e 2024-11-21T16:37:08,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/0712f7a6e5f046f28df82cc5b1a4da5e, entries=150, sequenceid=187, filesize=11.9 K 2024-11-21T16:37:08,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/c357bb553958483197f539de1f60d3cd as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/c357bb553958483197f539de1f60d3cd 2024-11-21T16:37:08,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/c357bb553958483197f539de1f60d3cd, entries=150, sequenceid=187, filesize=11.9 K 2024-11-21T16:37:08,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/0311a43156624c0db6384cec3198174b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/0311a43156624c0db6384cec3198174b 2024-11-21T16:37:08,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/0311a43156624c0db6384cec3198174b, entries=150, sequenceid=187, filesize=11.9 K 2024-11-21T16:37:08,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d10f35ad2a571e976202c76ab8e20cee in 1267ms, sequenceid=187, compaction requested=true 2024-11-21T16:37:08,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:08,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:37:08,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:08,743 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:08,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:37:08,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:08,743 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:08,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:37:08,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:08,744 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:08,744 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:08,744 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/B is initiating minor compaction (all files) 2024-11-21T16:37:08,744 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/A is initiating minor compaction (all files) 2024-11-21T16:37:08,744 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/B in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:08,744 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/A in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:08,744 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/b0c0e9a6b8fc4b59ac632c33540ef84f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/22514a954e3b4fcca17ad1d545b859ed, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/c357bb553958483197f539de1f60d3cd] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=35.9 K 2024-11-21T16:37:08,744 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/ff8cc854a64449e1b9bdbedc3bbfd78c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/6497b3ca849240189014dad2bd773788, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/0712f7a6e5f046f28df82cc5b1a4da5e] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=35.9 K 2024-11-21T16:37:08,744 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting b0c0e9a6b8fc4b59ac632c33540ef84f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732207023014 2024-11-21T16:37:08,744 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff8cc854a64449e1b9bdbedc3bbfd78c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732207023014 2024-11-21T16:37:08,744 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6497b3ca849240189014dad2bd773788, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732207024193 2024-11-21T16:37:08,744 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 22514a954e3b4fcca17ad1d545b859ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732207024193 2024-11-21T16:37:08,746 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting c357bb553958483197f539de1f60d3cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732207026361 2024-11-21T16:37:08,746 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0712f7a6e5f046f28df82cc5b1a4da5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732207026361 2024-11-21T16:37:08,757 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#A#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:08,757 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/3a802da26f1341c2b400b524b484e5ee is 50, key is test_row_0/A:col10/1732207027475/Put/seqid=0 2024-11-21T16:37:08,760 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#B#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:08,760 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/37663ca207694edcbf3cfef061b87e38 is 50, key is test_row_0/B:col10/1732207027475/Put/seqid=0 2024-11-21T16:37:08,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742289_1465 (size=12595) 2024-11-21T16:37:08,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742288_1464 (size=12595) 2024-11-21T16:37:08,771 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/37663ca207694edcbf3cfef061b87e38 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/37663ca207694edcbf3cfef061b87e38 2024-11-21T16:37:08,776 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/B of d10f35ad2a571e976202c76ab8e20cee into 37663ca207694edcbf3cfef061b87e38(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:08,777 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:08,777 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/B, priority=13, startTime=1732207028743; duration=0sec 2024-11-21T16:37:08,777 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:08,777 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:08,777 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:B 2024-11-21T16:37:08,777 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:08,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-21T16:37:08,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:08,777 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T16:37:08,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:37:08,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:08,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:37:08,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:08,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:37:08,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:08,778 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:08,778 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/C is initiating minor compaction (all files) 2024-11-21T16:37:08,778 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/C in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:08,778 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/dcdba9011ffa473987cfa7418b8ddc0b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/2bff38b8150e432391aa789d28bb71a6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/0311a43156624c0db6384cec3198174b] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=35.9 K 2024-11-21T16:37:08,779 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting dcdba9011ffa473987cfa7418b8ddc0b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732207023014 2024-11-21T16:37:08,779 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bff38b8150e432391aa789d28bb71a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732207024193 2024-11-21T16:37:08,779 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 0311a43156624c0db6384cec3198174b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732207026361 2024-11-21T16:37:08,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/0ea5fdf83add406fa877b74c97cac41b is 50, key is test_row_0/A:col10/1732207027506/Put/seqid=0 2024-11-21T16:37:08,794 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#C#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:08,794 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/5805b281a8ba403b9a1b6b9df5604f54 is 50, key is test_row_0/C:col10/1732207027475/Put/seqid=0 2024-11-21T16:37:08,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742290_1466 (size=12151) 2024-11-21T16:37:08,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742291_1467 (size=12595) 2024-11-21T16:37:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T16:37:09,171 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/3a802da26f1341c2b400b524b484e5ee as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/3a802da26f1341c2b400b524b484e5ee 2024-11-21T16:37:09,174 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/A of d10f35ad2a571e976202c76ab8e20cee into 3a802da26f1341c2b400b524b484e5ee(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:09,174 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:09,174 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/A, priority=13, startTime=1732207028743; duration=0sec 2024-11-21T16:37:09,175 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:09,175 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:A 2024-11-21T16:37:09,197 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/0ea5fdf83add406fa877b74c97cac41b 2024-11-21T16:37:09,203 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/5805b281a8ba403b9a1b6b9df5604f54 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/5805b281a8ba403b9a1b6b9df5604f54 2024-11-21T16:37:09,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/91fa7a5d062f473c86d4b93a993fb83c is 50, key is test_row_0/B:col10/1732207027506/Put/seqid=0 2024-11-21T16:37:09,208 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/C of d10f35ad2a571e976202c76ab8e20cee into 5805b281a8ba403b9a1b6b9df5604f54(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:09,208 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:09,208 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/C, priority=13, startTime=1732207028743; duration=0sec 2024-11-21T16:37:09,208 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:09,208 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:C 2024-11-21T16:37:09,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742292_1468 (size=12151) 2024-11-21T16:37:09,609 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/91fa7a5d062f473c86d4b93a993fb83c 2024-11-21T16:37:09,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/04cf5db410484849931ed0083f12dc5b is 50, key is test_row_0/C:col10/1732207027506/Put/seqid=0 2024-11-21T16:37:09,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742293_1469 (size=12151) 2024-11-21T16:37:09,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:37:09,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207089649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:09,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207089650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:09,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207089653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:09,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207089655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:09,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207089758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207089758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207089758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207089758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:09,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207089962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:09,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207089962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:09,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207089962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:09,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207089963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,021 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/04cf5db410484849931ed0083f12dc5b 2024-11-21T16:37:10,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/0ea5fdf83add406fa877b74c97cac41b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/0ea5fdf83add406fa877b74c97cac41b 2024-11-21T16:37:10,026 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/0ea5fdf83add406fa877b74c97cac41b, entries=150, sequenceid=209, filesize=11.9 K 2024-11-21T16:37:10,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/91fa7a5d062f473c86d4b93a993fb83c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/91fa7a5d062f473c86d4b93a993fb83c 2024-11-21T16:37:10,030 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/91fa7a5d062f473c86d4b93a993fb83c, entries=150, sequenceid=209, filesize=11.9 K 2024-11-21T16:37:10,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/04cf5db410484849931ed0083f12dc5b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/04cf5db410484849931ed0083f12dc5b 2024-11-21T16:37:10,033 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/04cf5db410484849931ed0083f12dc5b, entries=150, sequenceid=209, filesize=11.9 K 2024-11-21T16:37:10,034 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d10f35ad2a571e976202c76ab8e20cee in 1256ms, sequenceid=209, compaction requested=false 2024-11-21T16:37:10,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:10,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:10,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-21T16:37:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-21T16:37:10,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-21T16:37:10,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0190 sec 2024-11-21T16:37:10,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.0210 sec 2024-11-21T16:37:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T16:37:10,119 INFO [Thread-1914 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-21T16:37:10,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:37:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-21T16:37:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T16:37:10,122 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:37:10,122 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:37:10,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:37:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T16:37:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:37:10,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T16:37:10,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:37:10,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:10,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:37:10,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:10,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:37:10,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:10,273 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-21T16:37:10,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:10,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:10,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:10,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:10,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:10,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/fde1899fa87d4fd0acea9d1e8865d123 is 50, key is test_row_0/A:col10/1732207029654/Put/seqid=0 2024-11-21T16:37:10,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742294_1470 (size=16931) 2024-11-21T16:37:10,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/fde1899fa87d4fd0acea9d1e8865d123 2024-11-21T16:37:10,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/38ba129185ec42c0b14c09cbe3c0affb is 50, key is test_row_0/B:col10/1732207029654/Put/seqid=0 2024-11-21T16:37:10,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742295_1471 (size=12151) 2024-11-21T16:37:10,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207090293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207090323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207090323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207090323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T16:37:10,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207090424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,425 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-21T16:37:10,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:10,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:10,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:10,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:10,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:10,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207090429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207090429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207090429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,578 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-21T16:37:10,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:10,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:10,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:10,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:10,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:10,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207090628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207090635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207090636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207090637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/38ba129185ec42c0b14c09cbe3c0affb 2024-11-21T16:37:10,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/5b31c5e9e9004fd1bb75ffa2749535a1 is 50, key is test_row_0/C:col10/1732207029654/Put/seqid=0 2024-11-21T16:37:10,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742296_1472 (size=12151) 2024-11-21T16:37:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T16:37:10,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-21T16:37:10,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:10,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:10,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:10,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:10,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:10,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-21T16:37:10,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:10,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:10,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:10,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:10,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:10,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207090938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207090946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207090946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:10,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207090948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:11,034 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:11,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-21T16:37:11,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:11,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:11,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:11,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:11,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:11,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/5b31c5e9e9004fd1bb75ffa2749535a1 2024-11-21T16:37:11,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/fde1899fa87d4fd0acea9d1e8865d123 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/fde1899fa87d4fd0acea9d1e8865d123 2024-11-21T16:37:11,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/fde1899fa87d4fd0acea9d1e8865d123, entries=250, sequenceid=228, filesize=16.5 K 2024-11-21T16:37:11,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/38ba129185ec42c0b14c09cbe3c0affb as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/38ba129185ec42c0b14c09cbe3c0affb 2024-11-21T16:37:11,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/38ba129185ec42c0b14c09cbe3c0affb, entries=150, sequenceid=228, filesize=11.9 K 2024-11-21T16:37:11,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/5b31c5e9e9004fd1bb75ffa2749535a1 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/5b31c5e9e9004fd1bb75ffa2749535a1 2024-11-21T16:37:11,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/5b31c5e9e9004fd1bb75ffa2749535a1, entries=150, sequenceid=228, filesize=11.9 K 2024-11-21T16:37:11,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for d10f35ad2a571e976202c76ab8e20cee in 849ms, sequenceid=228, compaction requested=true 2024-11-21T16:37:11,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:11,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:37:11,120 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:11,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:11,120 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:11,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:37:11,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:11,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:37:11,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:11,121 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:11,121 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:11,121 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/A is initiating minor compaction (all files) 2024-11-21T16:37:11,121 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/B is initiating minor compaction (all files) 2024-11-21T16:37:11,121 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/A in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:11,121 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/B in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:11,121 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/3a802da26f1341c2b400b524b484e5ee, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/0ea5fdf83add406fa877b74c97cac41b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/fde1899fa87d4fd0acea9d1e8865d123] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=40.7 K 2024-11-21T16:37:11,121 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/37663ca207694edcbf3cfef061b87e38, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/91fa7a5d062f473c86d4b93a993fb83c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/38ba129185ec42c0b14c09cbe3c0affb] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=36.0 K 2024-11-21T16:37:11,122 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 37663ca207694edcbf3cfef061b87e38, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732207026361 2024-11-21T16:37:11,122 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a802da26f1341c2b400b524b484e5ee, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732207026361 2024-11-21T16:37:11,122 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 91fa7a5d062f473c86d4b93a993fb83c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732207027503 2024-11-21T16:37:11,122 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ea5fdf83add406fa877b74c97cac41b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732207027503 2024-11-21T16:37:11,122 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 38ba129185ec42c0b14c09cbe3c0affb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732207029654 2024-11-21T16:37:11,122 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting fde1899fa87d4fd0acea9d1e8865d123, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732207029648 2024-11-21T16:37:11,129 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#B#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:11,129 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#A#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:11,129 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/c9137c1bb8404ee4976e0e55c6254c89 is 50, key is test_row_0/B:col10/1732207029654/Put/seqid=0 2024-11-21T16:37:11,129 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/0484d5eeca25437ea34273e90d4c4754 is 50, key is test_row_0/A:col10/1732207029654/Put/seqid=0 2024-11-21T16:37:11,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742297_1473 (size=12697) 2024-11-21T16:37:11,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742298_1474 (size=12697) 2024-11-21T16:37:11,187 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:11,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-21T16:37:11,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:11,187 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T16:37:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:37:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:37:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:37:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:11,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/d9a17af7197341b69aa61c0cc5496fe7 is 50, key is test_row_0/A:col10/1732207030292/Put/seqid=0 2024-11-21T16:37:11,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742299_1475 (size=12151) 2024-11-21T16:37:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T16:37:11,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:37:11,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207091464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:11,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207091465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:11,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207091465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:11,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207091472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:11,546 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/c9137c1bb8404ee4976e0e55c6254c89 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/c9137c1bb8404ee4976e0e55c6254c89 2024-11-21T16:37:11,546 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/0484d5eeca25437ea34273e90d4c4754 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/0484d5eeca25437ea34273e90d4c4754 2024-11-21T16:37:11,549 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/B of d10f35ad2a571e976202c76ab8e20cee into c9137c1bb8404ee4976e0e55c6254c89(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:11,549 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:11,549 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/B, priority=13, startTime=1732207031120; duration=0sec 2024-11-21T16:37:11,549 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/A of d10f35ad2a571e976202c76ab8e20cee into 0484d5eeca25437ea34273e90d4c4754(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:11,549 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:11,549 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:B 2024-11-21T16:37:11,549 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:11,549 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/A, priority=13, startTime=1732207031120; duration=0sec 2024-11-21T16:37:11,549 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:11,549 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:11,549 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:A 2024-11-21T16:37:11,550 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:11,550 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/C is initiating minor compaction (all files) 2024-11-21T16:37:11,550 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/C in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:11,550 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/5805b281a8ba403b9a1b6b9df5604f54, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/04cf5db410484849931ed0083f12dc5b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/5b31c5e9e9004fd1bb75ffa2749535a1] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=36.0 K 2024-11-21T16:37:11,550 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 5805b281a8ba403b9a1b6b9df5604f54, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732207026361 2024-11-21T16:37:11,550 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 04cf5db410484849931ed0083f12dc5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732207027503 2024-11-21T16:37:11,551 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b31c5e9e9004fd1bb75ffa2749535a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732207029654 2024-11-21T16:37:11,555 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:11,555 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/634889b3d29b46edb1bf76a210897bdd is 50, key is test_row_0/C:col10/1732207029654/Put/seqid=0 2024-11-21T16:37:11,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742300_1476 (size=12697) 2024-11-21T16:37:11,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207091573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:11,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207091575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:11,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207091575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:11,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207091577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:11,596 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/d9a17af7197341b69aa61c0cc5496fe7 2024-11-21T16:37:11,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/0b4c882f0d494b479117055a6336edba is 50, key is test_row_0/B:col10/1732207030292/Put/seqid=0 2024-11-21T16:37:11,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742301_1477 (size=12151) 2024-11-21T16:37:11,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207091779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:11,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207091779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:11,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207091780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:11,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207091785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:11,965 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/634889b3d29b46edb1bf76a210897bdd as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/634889b3d29b46edb1bf76a210897bdd 2024-11-21T16:37:11,971 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/C of d10f35ad2a571e976202c76ab8e20cee into 634889b3d29b46edb1bf76a210897bdd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:11,971 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:11,971 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/C, priority=13, startTime=1732207031120; duration=0sec 2024-11-21T16:37:11,972 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:11,972 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:C 2024-11-21T16:37:12,005 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/0b4c882f0d494b479117055a6336edba 2024-11-21T16:37:12,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/d0095468ab6845679232c83af47b7004 is 50, key is test_row_0/C:col10/1732207030292/Put/seqid=0 2024-11-21T16:37:12,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742302_1478 (size=12151) 2024-11-21T16:37:12,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207092085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:12,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207092085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:12,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207092085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:12,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207092089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T16:37:12,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47550 deadline: 1732207092377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:12,381 DEBUG [Thread-1912 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., hostname=3e736a818b50,32923,1732206884345, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:37:12,413 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/d0095468ab6845679232c83af47b7004 2024-11-21T16:37:12,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/d9a17af7197341b69aa61c0cc5496fe7 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/d9a17af7197341b69aa61c0cc5496fe7 2024-11-21T16:37:12,419 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/d9a17af7197341b69aa61c0cc5496fe7, entries=150, sequenceid=248, filesize=11.9 K 2024-11-21T16:37:12,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/0b4c882f0d494b479117055a6336edba as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/0b4c882f0d494b479117055a6336edba 2024-11-21T16:37:12,423 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/0b4c882f0d494b479117055a6336edba, entries=150, sequenceid=248, filesize=11.9 K 2024-11-21T16:37:12,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/d0095468ab6845679232c83af47b7004 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/d0095468ab6845679232c83af47b7004 2024-11-21T16:37:12,426 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/d0095468ab6845679232c83af47b7004, entries=150, sequenceid=248, filesize=11.9 K 2024-11-21T16:37:12,427 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d10f35ad2a571e976202c76ab8e20cee in 1239ms, sequenceid=248, compaction requested=false 2024-11-21T16:37:12,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:12,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:12,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-21T16:37:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-21T16:37:12,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-21T16:37:12,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3050 sec 2024-11-21T16:37:12,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.3090 sec 2024-11-21T16:37:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:37:12,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T16:37:12,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:37:12,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:12,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:37:12,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:12,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:37:12,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:12,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/8a9981bed72d42afa0049f5675857e33 is 50, key is test_row_0/A:col10/1732207032595/Put/seqid=0 2024-11-21T16:37:12,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742303_1479 (size=17181) 2024-11-21T16:37:12,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207092615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:12,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207092617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:12,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207092618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:12,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207092619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:12,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207092722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:12,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207092722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:12,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207092727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:12,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207092728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:12,771 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T16:37:12,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207092926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:12,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207092927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:12,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207092933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:12,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207092933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:13,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/8a9981bed72d42afa0049f5675857e33 2024-11-21T16:37:13,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/40d06b73c16248c2b6ea56de3034aeba is 50, key is test_row_0/B:col10/1732207032595/Put/seqid=0 2024-11-21T16:37:13,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742304_1480 (size=12301) 2024-11-21T16:37:13,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207093229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:13,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207093233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:13,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207093238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:13,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207093240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:13,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/40d06b73c16248c2b6ea56de3034aeba 2024-11-21T16:37:13,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/3216d9995edd4f5287e58c69b2e02226 is 50, key is test_row_0/C:col10/1732207032595/Put/seqid=0 2024-11-21T16:37:13,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742305_1481 (size=12301) 2024-11-21T16:37:13,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207093733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:13,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207093737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:13,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207093742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:13,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207093746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:13,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/3216d9995edd4f5287e58c69b2e02226 2024-11-21T16:37:13,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/8a9981bed72d42afa0049f5675857e33 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/8a9981bed72d42afa0049f5675857e33 2024-11-21T16:37:13,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/8a9981bed72d42afa0049f5675857e33, entries=250, sequenceid=269, filesize=16.8 K 2024-11-21T16:37:13,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/40d06b73c16248c2b6ea56de3034aeba as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/40d06b73c16248c2b6ea56de3034aeba 2024-11-21T16:37:13,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/40d06b73c16248c2b6ea56de3034aeba, entries=150, sequenceid=269, filesize=12.0 K 2024-11-21T16:37:13,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/3216d9995edd4f5287e58c69b2e02226 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/3216d9995edd4f5287e58c69b2e02226 2024-11-21T16:37:13,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/3216d9995edd4f5287e58c69b2e02226, entries=150, sequenceid=269, filesize=12.0 K 2024-11-21T16:37:13,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d10f35ad2a571e976202c76ab8e20cee in 1248ms, sequenceid=269, compaction requested=true 2024-11-21T16:37:13,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:13,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:37:13,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:13,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:37:13,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:13,843 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:13,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:37:13,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:13,843 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:13,844 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42029 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:13,844 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:13,844 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/A is initiating minor compaction (all files) 2024-11-21T16:37:13,844 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/B is initiating minor compaction (all files) 2024-11-21T16:37:13,844 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/A in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:13,844 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/B in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:13,844 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/0484d5eeca25437ea34273e90d4c4754, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/d9a17af7197341b69aa61c0cc5496fe7, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/8a9981bed72d42afa0049f5675857e33] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=41.0 K 2024-11-21T16:37:13,844 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/c9137c1bb8404ee4976e0e55c6254c89, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/0b4c882f0d494b479117055a6336edba, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/40d06b73c16248c2b6ea56de3034aeba] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=36.3 K 2024-11-21T16:37:13,844 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0484d5eeca25437ea34273e90d4c4754, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732207029654 2024-11-21T16:37:13,844 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting c9137c1bb8404ee4976e0e55c6254c89, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732207029654 2024-11-21T16:37:13,845 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9a17af7197341b69aa61c0cc5496fe7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732207030292 2024-11-21T16:37:13,845 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b4c882f0d494b479117055a6336edba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732207030292 2024-11-21T16:37:13,845 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a9981bed72d42afa0049f5675857e33, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732207031464 2024-11-21T16:37:13,845 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 40d06b73c16248c2b6ea56de3034aeba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732207031465 2024-11-21T16:37:13,850 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#B#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:13,850 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#A#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:13,850 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/b09727abdf8c44b8b23a82875ed74bd8 is 50, key is test_row_0/A:col10/1732207032595/Put/seqid=0 2024-11-21T16:37:13,850 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/80cbad4d7f4d4ea380b1ff061b157b97 is 50, key is test_row_0/B:col10/1732207032595/Put/seqid=0 2024-11-21T16:37:13,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742307_1483 (size=12949) 2024-11-21T16:37:13,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742306_1482 (size=12949) 2024-11-21T16:37:13,856 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/80cbad4d7f4d4ea380b1ff061b157b97 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/80cbad4d7f4d4ea380b1ff061b157b97 2024-11-21T16:37:13,858 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/B of d10f35ad2a571e976202c76ab8e20cee into 80cbad4d7f4d4ea380b1ff061b157b97(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:13,858 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:13,858 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/B, priority=13, startTime=1732207033843; duration=0sec 2024-11-21T16:37:13,859 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:13,859 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:B 2024-11-21T16:37:13,859 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:13,859 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:13,859 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/C is initiating minor compaction (all files) 2024-11-21T16:37:13,859 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/C in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:13,859 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/634889b3d29b46edb1bf76a210897bdd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/d0095468ab6845679232c83af47b7004, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/3216d9995edd4f5287e58c69b2e02226] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=36.3 K 2024-11-21T16:37:13,860 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 634889b3d29b46edb1bf76a210897bdd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732207029654 2024-11-21T16:37:13,860 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting d0095468ab6845679232c83af47b7004, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732207030292 2024-11-21T16:37:13,860 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 3216d9995edd4f5287e58c69b2e02226, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732207031465 2024-11-21T16:37:13,865 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#C#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:13,865 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/d4df9525f7dc404ba33fdfacd4075134 is 50, key is test_row_0/C:col10/1732207032595/Put/seqid=0 2024-11-21T16:37:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742308_1484 (size=12949) 2024-11-21T16:37:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T16:37:14,226 INFO [Thread-1914 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-21T16:37:14,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:37:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-21T16:37:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-21T16:37:14,228 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:37:14,228 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:37:14,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:37:14,256 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/b09727abdf8c44b8b23a82875ed74bd8 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/b09727abdf8c44b8b23a82875ed74bd8 2024-11-21T16:37:14,260 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/A of d10f35ad2a571e976202c76ab8e20cee into b09727abdf8c44b8b23a82875ed74bd8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:14,260 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:14,260 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/A, priority=13, startTime=1732207033843; duration=0sec 2024-11-21T16:37:14,260 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:14,260 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:A 2024-11-21T16:37:14,272 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/d4df9525f7dc404ba33fdfacd4075134 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/d4df9525f7dc404ba33fdfacd4075134 2024-11-21T16:37:14,275 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/C of d10f35ad2a571e976202c76ab8e20cee into d4df9525f7dc404ba33fdfacd4075134(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:14,275 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:14,275 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/C, priority=13, startTime=1732207033843; duration=0sec 2024-11-21T16:37:14,275 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:14,276 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:C 2024-11-21T16:37:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-21T16:37:14,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:14,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T16:37:14,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:14,380 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T16:37:14,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:37:14,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:14,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:37:14,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:14,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:37:14,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/088baa6ff7ab4d9bb243d41215c7c3c5 is 50, key is test_row_0/A:col10/1732207032616/Put/seqid=0 2024-11-21T16:37:14,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742309_1485 (size=12301) 2024-11-21T16:37:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-21T16:37:14,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:37:14,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207094766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:14,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207094767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:14,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207094771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:14,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207094772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:14,788 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/088baa6ff7ab4d9bb243d41215c7c3c5 2024-11-21T16:37:14,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/e5347332faf745728214200589fe68d1 is 50, key is test_row_0/B:col10/1732207032616/Put/seqid=0 2024-11-21T16:37:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742310_1486 (size=12301) 2024-11-21T16:37:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-21T16:37:14,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207094873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:14,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207094874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:14,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207094879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:14,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207094879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207095077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207095077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207095081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207095082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,196 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/e5347332faf745728214200589fe68d1 2024-11-21T16:37:15,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/81a7c09c5cad4a5fa04eb190c80e1a99 is 50, key is test_row_0/C:col10/1732207032616/Put/seqid=0 2024-11-21T16:37:15,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742311_1487 (size=12301) 2024-11-21T16:37:15,208 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/81a7c09c5cad4a5fa04eb190c80e1a99 2024-11-21T16:37:15,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/088baa6ff7ab4d9bb243d41215c7c3c5 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/088baa6ff7ab4d9bb243d41215c7c3c5 2024-11-21T16:37:15,214 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/088baa6ff7ab4d9bb243d41215c7c3c5, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T16:37:15,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/e5347332faf745728214200589fe68d1 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/e5347332faf745728214200589fe68d1 2024-11-21T16:37:15,217 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/e5347332faf745728214200589fe68d1, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T16:37:15,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/81a7c09c5cad4a5fa04eb190c80e1a99 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/81a7c09c5cad4a5fa04eb190c80e1a99 2024-11-21T16:37:15,220 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/81a7c09c5cad4a5fa04eb190c80e1a99, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T16:37:15,220 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d10f35ad2a571e976202c76ab8e20cee in 840ms, sequenceid=290, compaction requested=false 2024-11-21T16:37:15,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:15,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:15,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-21T16:37:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-21T16:37:15,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-21T16:37:15,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 994 msec 2024-11-21T16:37:15,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 996 msec 2024-11-21T16:37:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-21T16:37:15,330 INFO [Thread-1914 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-21T16:37:15,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:37:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-21T16:37:15,333 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:37:15,333 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:37:15,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:37:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-21T16:37:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:37:15,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T16:37:15,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:37:15,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:15,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:37:15,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:15,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:37:15,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:15,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/b56ddf571a9f4e328d5a6f9a033406e0 is 50, key is test_row_0/A:col10/1732207034763/Put/seqid=0 2024-11-21T16:37:15,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742312_1488 (size=14741) 2024-11-21T16:37:15,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207095399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207095403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207095405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207095405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-21T16:37:15,485 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T16:37:15,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:15,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:15,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:15,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:15,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207095506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207095506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207095511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207095511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-21T16:37:15,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T16:37:15,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:15,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:15,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:15,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:15,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:15,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207095707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207095709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207095715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207095716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,789 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T16:37:15,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:15,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:15,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:15,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:15,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:15,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/b56ddf571a9f4e328d5a6f9a033406e0 2024-11-21T16:37:15,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/ff5732bae5a546549e6f25ae636b8fff is 50, key is test_row_0/B:col10/1732207034763/Put/seqid=0 2024-11-21T16:37:15,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742313_1489 (size=12301) 2024-11-21T16:37:15,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/ff5732bae5a546549e6f25ae636b8fff 2024-11-21T16:37:15,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/83f5020a93ce4497a11545c0871f5998 is 50, key is test_row_0/C:col10/1732207034763/Put/seqid=0 2024-11-21T16:37:15,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742314_1490 (size=12301) 2024-11-21T16:37:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-21T16:37:15,942 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:15,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T16:37:15,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:15,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:15,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:15,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:15,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:16,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47544 deadline: 1732207096013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:16,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47554 deadline: 1732207096014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:16,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47522 deadline: 1732207096019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:16,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1732207096021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:16,094 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:16,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T16:37:16,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:16,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:16,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:16,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:16,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:16,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/83f5020a93ce4497a11545c0871f5998 2024-11-21T16:37:16,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/b56ddf571a9f4e328d5a6f9a033406e0 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/b56ddf571a9f4e328d5a6f9a033406e0 2024-11-21T16:37:16,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/b56ddf571a9f4e328d5a6f9a033406e0, entries=200, sequenceid=310, filesize=14.4 K 2024-11-21T16:37:16,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/ff5732bae5a546549e6f25ae636b8fff as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/ff5732bae5a546549e6f25ae636b8fff 2024-11-21T16:37:16,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/ff5732bae5a546549e6f25ae636b8fff, entries=150, sequenceid=310, filesize=12.0 K 2024-11-21T16:37:16,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/83f5020a93ce4497a11545c0871f5998 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/83f5020a93ce4497a11545c0871f5998 2024-11-21T16:37:16,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/83f5020a93ce4497a11545c0871f5998, entries=150, sequenceid=310, filesize=12.0 K 2024-11-21T16:37:16,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d10f35ad2a571e976202c76ab8e20cee in 838ms, sequenceid=310, compaction requested=true 2024-11-21T16:37:16,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:16,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:37:16,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:16,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:37:16,223 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:16,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:16,223 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:16,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d10f35ad2a571e976202c76ab8e20cee:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:37:16,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:16,224 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:16,224 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:16,224 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/A is initiating minor compaction (all files) 2024-11-21T16:37:16,224 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/B is initiating minor compaction (all files) 2024-11-21T16:37:16,224 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/B in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:16,224 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/A in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:16,224 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/80cbad4d7f4d4ea380b1ff061b157b97, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/e5347332faf745728214200589fe68d1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/ff5732bae5a546549e6f25ae636b8fff] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=36.7 K 2024-11-21T16:37:16,224 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/b09727abdf8c44b8b23a82875ed74bd8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/088baa6ff7ab4d9bb243d41215c7c3c5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/b56ddf571a9f4e328d5a6f9a033406e0] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=39.1 K 2024-11-21T16:37:16,225 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 80cbad4d7f4d4ea380b1ff061b157b97, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732207031465 2024-11-21T16:37:16,225 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting b09727abdf8c44b8b23a82875ed74bd8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732207031465 2024-11-21T16:37:16,225 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting e5347332faf745728214200589fe68d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732207032616 2024-11-21T16:37:16,225 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 088baa6ff7ab4d9bb243d41215c7c3c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732207032616 2024-11-21T16:37:16,225 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting ff5732bae5a546549e6f25ae636b8fff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732207034763 2024-11-21T16:37:16,225 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting b56ddf571a9f4e328d5a6f9a033406e0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732207034763 2024-11-21T16:37:16,230 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#B#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:16,230 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/06061c5d5c30400085d1cc2f5f4c5cff is 50, key is test_row_0/B:col10/1732207034763/Put/seqid=0 2024-11-21T16:37:16,233 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#A#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:16,233 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/9e0558445d714d5090c4ce87aa7f8884 is 50, key is test_row_0/A:col10/1732207034763/Put/seqid=0 2024-11-21T16:37:16,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742315_1491 (size=13051) 2024-11-21T16:37:16,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742316_1492 (size=13051) 2024-11-21T16:37:16,246 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:16,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T16:37:16,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:16,247 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T16:37:16,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:37:16,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:16,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:37:16,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:16,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:37:16,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:16,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/301f56e39aa04c8e84b0da504f5eeec5 is 50, key is test_row_0/A:col10/1732207035405/Put/seqid=0 2024-11-21T16:37:16,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742317_1493 (size=12301) 2024-11-21T16:37:16,303 DEBUG [Thread-1917 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7861b162 to 127.0.0.1:56804 2024-11-21T16:37:16,303 DEBUG [Thread-1917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:16,306 DEBUG [Thread-1923 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x054c2725 to 127.0.0.1:56804 2024-11-21T16:37:16,306 DEBUG [Thread-1923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:16,307 DEBUG [Thread-1921 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x008a917b to 127.0.0.1:56804 2024-11-21T16:37:16,307 DEBUG [Thread-1921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:16,308 DEBUG [Thread-1919 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x154f0f85 to 127.0.0.1:56804 2024-11-21T16:37:16,308 DEBUG [Thread-1919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:16,311 DEBUG [Thread-1915 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11193a0c to 127.0.0.1:56804 2024-11-21T16:37:16,311 DEBUG [Thread-1915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-21T16:37:16,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. as already flushing 2024-11-21T16:37:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:37:16,522 DEBUG [Thread-1910 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06bc0f7c to 127.0.0.1:56804 2024-11-21T16:37:16,522 DEBUG [Thread-1904 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32c12a30 to 127.0.0.1:56804 2024-11-21T16:37:16,522 DEBUG [Thread-1910 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:16,523 DEBUG [Thread-1904 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:16,529 DEBUG [Thread-1906 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ef40578 to 127.0.0.1:56804 2024-11-21T16:37:16,529 DEBUG [Thread-1908 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x032bb71c to 127.0.0.1:56804 2024-11-21T16:37:16,529 DEBUG [Thread-1906 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:16,529 DEBUG [Thread-1908 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:16,643 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/06061c5d5c30400085d1cc2f5f4c5cff as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/06061c5d5c30400085d1cc2f5f4c5cff 2024-11-21T16:37:16,644 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/9e0558445d714d5090c4ce87aa7f8884 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/9e0558445d714d5090c4ce87aa7f8884 2024-11-21T16:37:16,649 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/B of d10f35ad2a571e976202c76ab8e20cee into 06061c5d5c30400085d1cc2f5f4c5cff(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:16,649 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:16,649 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/B, priority=13, startTime=1732207036223; duration=0sec 2024-11-21T16:37:16,649 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/A of d10f35ad2a571e976202c76ab8e20cee into 9e0558445d714d5090c4ce87aa7f8884(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:16,649 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:16,649 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/A, priority=13, startTime=1732207036223; duration=0sec 2024-11-21T16:37:16,649 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:16,649 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:B 2024-11-21T16:37:16,649 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:16,649 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:A 2024-11-21T16:37:16,649 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:16,650 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:16,650 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): d10f35ad2a571e976202c76ab8e20cee/C is initiating minor compaction (all files) 2024-11-21T16:37:16,650 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d10f35ad2a571e976202c76ab8e20cee/C in TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:16,650 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/d4df9525f7dc404ba33fdfacd4075134, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/81a7c09c5cad4a5fa04eb190c80e1a99, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/83f5020a93ce4497a11545c0871f5998] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp, totalSize=36.7 K 2024-11-21T16:37:16,651 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting d4df9525f7dc404ba33fdfacd4075134, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732207031465 2024-11-21T16:37:16,651 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 81a7c09c5cad4a5fa04eb190c80e1a99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732207032616 2024-11-21T16:37:16,652 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 83f5020a93ce4497a11545c0871f5998, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732207034763 2024-11-21T16:37:16,656 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/301f56e39aa04c8e84b0da504f5eeec5 2024-11-21T16:37:16,658 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d10f35ad2a571e976202c76ab8e20cee#C#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:16,658 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/0f93bc3253844138a5bde11d2146df03 is 50, key is test_row_0/C:col10/1732207034763/Put/seqid=0 2024-11-21T16:37:16,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742318_1494 (size=13051) 2024-11-21T16:37:16,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/109ddc242bbe47778cf5c45a2df85836 is 50, key is test_row_0/B:col10/1732207035405/Put/seqid=0 2024-11-21T16:37:16,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742319_1495 (size=12301) 2024-11-21T16:37:17,065 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/109ddc242bbe47778cf5c45a2df85836 2024-11-21T16:37:17,067 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/0f93bc3253844138a5bde11d2146df03 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/0f93bc3253844138a5bde11d2146df03 2024-11-21T16:37:17,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/930bb14eaada48c89ec90f8f59e81597 is 50, key is test_row_0/C:col10/1732207035405/Put/seqid=0 2024-11-21T16:37:17,072 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d10f35ad2a571e976202c76ab8e20cee/C of d10f35ad2a571e976202c76ab8e20cee into 0f93bc3253844138a5bde11d2146df03(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:17,072 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:17,072 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee., storeName=d10f35ad2a571e976202c76ab8e20cee/C, priority=13, startTime=1732207036223; duration=0sec 2024-11-21T16:37:17,072 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:17,072 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d10f35ad2a571e976202c76ab8e20cee:C 2024-11-21T16:37:17,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742320_1496 (size=12301) 2024-11-21T16:37:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-21T16:37:17,476 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/930bb14eaada48c89ec90f8f59e81597 2024-11-21T16:37:17,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/301f56e39aa04c8e84b0da504f5eeec5 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/301f56e39aa04c8e84b0da504f5eeec5 2024-11-21T16:37:17,489 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/301f56e39aa04c8e84b0da504f5eeec5, entries=150, sequenceid=326, filesize=12.0 K 2024-11-21T16:37:17,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/109ddc242bbe47778cf5c45a2df85836 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/109ddc242bbe47778cf5c45a2df85836 2024-11-21T16:37:17,493 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/109ddc242bbe47778cf5c45a2df85836, entries=150, sequenceid=326, filesize=12.0 K 2024-11-21T16:37:17,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/930bb14eaada48c89ec90f8f59e81597 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/930bb14eaada48c89ec90f8f59e81597 2024-11-21T16:37:17,496 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/930bb14eaada48c89ec90f8f59e81597, entries=150, sequenceid=326, filesize=12.0 K 2024-11-21T16:37:17,497 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=26.84 KB/27480 for d10f35ad2a571e976202c76ab8e20cee in 1250ms, sequenceid=326, compaction requested=false 2024-11-21T16:37:17,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:17,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:17,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-21T16:37:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-21T16:37:17,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-21T16:37:17,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1650 sec 2024-11-21T16:37:17,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.1690 sec 2024-11-21T16:37:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-21T16:37:19,441 INFO [Thread-1914 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-21T16:37:22,404 DEBUG [Thread-1912 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:56804 2024-11-21T16:37:22,404 DEBUG [Thread-1912 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2699 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8097 rows 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2686 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8058 rows 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2712 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8136 rows 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2703 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8109 rows 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2702 2024-11-21T16:37:22,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8106 rows 2024-11-21T16:37:22,406 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T16:37:22,406 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x022a6e9f to 127.0.0.1:56804 2024-11-21T16:37:22,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:22,409 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T16:37:22,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T16:37:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T16:37:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-21T16:37:22,413 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732207042413"}]},"ts":"1732207042413"} 2024-11-21T16:37:22,414 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T16:37:22,461 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T16:37:22,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T16:37:22,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d10f35ad2a571e976202c76ab8e20cee, UNASSIGN}] 2024-11-21T16:37:22,466 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d10f35ad2a571e976202c76ab8e20cee, UNASSIGN 2024-11-21T16:37:22,467 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=d10f35ad2a571e976202c76ab8e20cee, regionState=CLOSING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:37:22,468 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T16:37:22,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:37:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-21T16:37:22,620 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:22,621 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:37:22,622 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T16:37:22,622 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing d10f35ad2a571e976202c76ab8e20cee, disabling compactions & flushes 2024-11-21T16:37:22,622 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:22,622 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:22,622 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. after waiting 0 ms 2024-11-21T16:37:22,622 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:22,622 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(2837): Flushing d10f35ad2a571e976202c76ab8e20cee 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T16:37:22,623 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=A 2024-11-21T16:37:22,623 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:22,623 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=B 2024-11-21T16:37:22,623 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:22,623 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d10f35ad2a571e976202c76ab8e20cee, store=C 2024-11-21T16:37:22,624 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:22,630 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/daa3c64559674e3a8c28a88ceeb1e372 is 50, key is test_row_0/A:col10/1732207042401/Put/seqid=0 2024-11-21T16:37:22,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742321_1497 (size=12301) 2024-11-21T16:37:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-21T16:37:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-21T16:37:23,036 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/daa3c64559674e3a8c28a88ceeb1e372 2024-11-21T16:37:23,050 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/4ed3ea0027194b4dab58e8be46ad21a3 is 50, key is test_row_0/B:col10/1732207042401/Put/seqid=0 2024-11-21T16:37:23,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742322_1498 (size=12301) 2024-11-21T16:37:23,455 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/4ed3ea0027194b4dab58e8be46ad21a3 2024-11-21T16:37:23,498 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/0b274d5f4ccf496cb75eafc0292d41ba is 50, key is test_row_0/C:col10/1732207042401/Put/seqid=0 2024-11-21T16:37:23,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742323_1499 (size=12301) 2024-11-21T16:37:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-21T16:37:23,903 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/0b274d5f4ccf496cb75eafc0292d41ba 2024-11-21T16:37:23,912 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/A/daa3c64559674e3a8c28a88ceeb1e372 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/daa3c64559674e3a8c28a88ceeb1e372 2024-11-21T16:37:23,916 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/daa3c64559674e3a8c28a88ceeb1e372, entries=150, sequenceid=337, filesize=12.0 K 2024-11-21T16:37:23,917 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/B/4ed3ea0027194b4dab58e8be46ad21a3 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/4ed3ea0027194b4dab58e8be46ad21a3 2024-11-21T16:37:23,921 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/4ed3ea0027194b4dab58e8be46ad21a3, entries=150, sequenceid=337, filesize=12.0 K 2024-11-21T16:37:23,921 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/.tmp/C/0b274d5f4ccf496cb75eafc0292d41ba as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/0b274d5f4ccf496cb75eafc0292d41ba 2024-11-21T16:37:23,926 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/0b274d5f4ccf496cb75eafc0292d41ba, entries=150, sequenceid=337, filesize=12.0 K 2024-11-21T16:37:23,927 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d10f35ad2a571e976202c76ab8e20cee in 1305ms, sequenceid=337, compaction requested=true 2024-11-21T16:37:23,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/1745faf5c2184c2385327ee87e9fffc3, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/3d2bb7f901de4571a23f24d3b4feed01, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/183677b9d8964e2d91dd0db944762f98, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/35ee04a193bb482594f4db698efce984, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/14396fbc7a7f435f916af185e63894e4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/d17ed3a6c3004396a8f7bdaf1c836d0f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/55b00464ee104486ade9746d7283b0d2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/f8c5e25f361d4824af04cbed18b54afd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/9d15d96b743b4edf94f4577b56e227ca, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/a53bca78e6ca4abc8c923a909c362d01, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/ff8cc854a64449e1b9bdbedc3bbfd78c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/6497b3ca849240189014dad2bd773788, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/3a802da26f1341c2b400b524b484e5ee, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/0712f7a6e5f046f28df82cc5b1a4da5e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/0ea5fdf83add406fa877b74c97cac41b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/fde1899fa87d4fd0acea9d1e8865d123, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/0484d5eeca25437ea34273e90d4c4754, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/d9a17af7197341b69aa61c0cc5496fe7, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/8a9981bed72d42afa0049f5675857e33, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/b09727abdf8c44b8b23a82875ed74bd8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/088baa6ff7ab4d9bb243d41215c7c3c5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/b56ddf571a9f4e328d5a6f9a033406e0] to archive 2024-11-21T16:37:23,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:37:23,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/1745faf5c2184c2385327ee87e9fffc3 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/1745faf5c2184c2385327ee87e9fffc3 2024-11-21T16:37:23,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/3d2bb7f901de4571a23f24d3b4feed01 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/3d2bb7f901de4571a23f24d3b4feed01 2024-11-21T16:37:23,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/183677b9d8964e2d91dd0db944762f98 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/183677b9d8964e2d91dd0db944762f98 2024-11-21T16:37:23,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/35ee04a193bb482594f4db698efce984 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/35ee04a193bb482594f4db698efce984 2024-11-21T16:37:23,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/14396fbc7a7f435f916af185e63894e4 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/14396fbc7a7f435f916af185e63894e4 2024-11-21T16:37:23,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/d17ed3a6c3004396a8f7bdaf1c836d0f to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/d17ed3a6c3004396a8f7bdaf1c836d0f 2024-11-21T16:37:23,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/55b00464ee104486ade9746d7283b0d2 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/55b00464ee104486ade9746d7283b0d2 2024-11-21T16:37:23,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/f8c5e25f361d4824af04cbed18b54afd to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/f8c5e25f361d4824af04cbed18b54afd 2024-11-21T16:37:23,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/9d15d96b743b4edf94f4577b56e227ca to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/9d15d96b743b4edf94f4577b56e227ca 2024-11-21T16:37:23,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/a53bca78e6ca4abc8c923a909c362d01 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/a53bca78e6ca4abc8c923a909c362d01 2024-11-21T16:37:23,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/ff8cc854a64449e1b9bdbedc3bbfd78c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/ff8cc854a64449e1b9bdbedc3bbfd78c 2024-11-21T16:37:23,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/6497b3ca849240189014dad2bd773788 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/6497b3ca849240189014dad2bd773788 2024-11-21T16:37:23,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/3a802da26f1341c2b400b524b484e5ee to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/3a802da26f1341c2b400b524b484e5ee 2024-11-21T16:37:23,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/0712f7a6e5f046f28df82cc5b1a4da5e to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/0712f7a6e5f046f28df82cc5b1a4da5e 2024-11-21T16:37:23,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/0ea5fdf83add406fa877b74c97cac41b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/0ea5fdf83add406fa877b74c97cac41b 2024-11-21T16:37:23,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/fde1899fa87d4fd0acea9d1e8865d123 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/fde1899fa87d4fd0acea9d1e8865d123 2024-11-21T16:37:23,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/0484d5eeca25437ea34273e90d4c4754 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/0484d5eeca25437ea34273e90d4c4754 2024-11-21T16:37:23,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/d9a17af7197341b69aa61c0cc5496fe7 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/d9a17af7197341b69aa61c0cc5496fe7 2024-11-21T16:37:23,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/8a9981bed72d42afa0049f5675857e33 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/8a9981bed72d42afa0049f5675857e33 2024-11-21T16:37:23,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/b09727abdf8c44b8b23a82875ed74bd8 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/b09727abdf8c44b8b23a82875ed74bd8 2024-11-21T16:37:23,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/088baa6ff7ab4d9bb243d41215c7c3c5 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/088baa6ff7ab4d9bb243d41215c7c3c5 2024-11-21T16:37:23,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/b56ddf571a9f4e328d5a6f9a033406e0 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/b56ddf571a9f4e328d5a6f9a033406e0 2024-11-21T16:37:23,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/e1eb732d19a243d0b42a5c343a21f752, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/f3a3c432e1b6418aa3610551981c8eb8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/eca6ec1cfc09401298384be224dbebe8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/6adb8bfefb4540efba050877db06b033, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/17f386a338e64ba8aeaf504a65e726f6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/5d81d24808044466a9301723aec7c0cb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/d6bffab4ced0433eb16b423a8ffb7d14, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/a7644630b7c24252b094f0f7ead8d2db, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/bd9ff1b2a6fe4ce48402ace0ea18c0fb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/b0c0e9a6b8fc4b59ac632c33540ef84f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/50aa088403f94ab295876f6adcbebf57, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/22514a954e3b4fcca17ad1d545b859ed, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/37663ca207694edcbf3cfef061b87e38, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/c357bb553958483197f539de1f60d3cd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/91fa7a5d062f473c86d4b93a993fb83c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/c9137c1bb8404ee4976e0e55c6254c89, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/38ba129185ec42c0b14c09cbe3c0affb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/0b4c882f0d494b479117055a6336edba, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/80cbad4d7f4d4ea380b1ff061b157b97, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/40d06b73c16248c2b6ea56de3034aeba, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/e5347332faf745728214200589fe68d1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/ff5732bae5a546549e6f25ae636b8fff] to archive 2024-11-21T16:37:23,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:37:23,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/e1eb732d19a243d0b42a5c343a21f752 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/e1eb732d19a243d0b42a5c343a21f752 2024-11-21T16:37:23,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/f3a3c432e1b6418aa3610551981c8eb8 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/f3a3c432e1b6418aa3610551981c8eb8 2024-11-21T16:37:23,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/eca6ec1cfc09401298384be224dbebe8 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/eca6ec1cfc09401298384be224dbebe8 2024-11-21T16:37:23,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/6adb8bfefb4540efba050877db06b033 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/6adb8bfefb4540efba050877db06b033 2024-11-21T16:37:23,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/17f386a338e64ba8aeaf504a65e726f6 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/17f386a338e64ba8aeaf504a65e726f6 2024-11-21T16:37:23,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/5d81d24808044466a9301723aec7c0cb to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/5d81d24808044466a9301723aec7c0cb 2024-11-21T16:37:23,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/d6bffab4ced0433eb16b423a8ffb7d14 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/d6bffab4ced0433eb16b423a8ffb7d14 2024-11-21T16:37:23,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/a7644630b7c24252b094f0f7ead8d2db to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/a7644630b7c24252b094f0f7ead8d2db 2024-11-21T16:37:23,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/bd9ff1b2a6fe4ce48402ace0ea18c0fb to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/bd9ff1b2a6fe4ce48402ace0ea18c0fb 2024-11-21T16:37:23,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/b0c0e9a6b8fc4b59ac632c33540ef84f to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/b0c0e9a6b8fc4b59ac632c33540ef84f 2024-11-21T16:37:23,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/50aa088403f94ab295876f6adcbebf57 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/50aa088403f94ab295876f6adcbebf57 2024-11-21T16:37:23,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/22514a954e3b4fcca17ad1d545b859ed to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/22514a954e3b4fcca17ad1d545b859ed 2024-11-21T16:37:23,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/37663ca207694edcbf3cfef061b87e38 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/37663ca207694edcbf3cfef061b87e38 2024-11-21T16:37:23,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/c357bb553958483197f539de1f60d3cd to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/c357bb553958483197f539de1f60d3cd 2024-11-21T16:37:23,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/91fa7a5d062f473c86d4b93a993fb83c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/91fa7a5d062f473c86d4b93a993fb83c 2024-11-21T16:37:23,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/c9137c1bb8404ee4976e0e55c6254c89 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/c9137c1bb8404ee4976e0e55c6254c89 2024-11-21T16:37:23,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/38ba129185ec42c0b14c09cbe3c0affb to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/38ba129185ec42c0b14c09cbe3c0affb 2024-11-21T16:37:23,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/0b4c882f0d494b479117055a6336edba to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/0b4c882f0d494b479117055a6336edba 2024-11-21T16:37:23,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/80cbad4d7f4d4ea380b1ff061b157b97 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/80cbad4d7f4d4ea380b1ff061b157b97 2024-11-21T16:37:23,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/40d06b73c16248c2b6ea56de3034aeba to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/40d06b73c16248c2b6ea56de3034aeba 2024-11-21T16:37:23,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/e5347332faf745728214200589fe68d1 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/e5347332faf745728214200589fe68d1 2024-11-21T16:37:23,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/ff5732bae5a546549e6f25ae636b8fff to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/ff5732bae5a546549e6f25ae636b8fff 2024-11-21T16:37:23,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/a3ab54e6c1784cc084e8f239dfc05bd4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/903cc87fbb4940769d7a1217fd491a06, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/f96e5e0dc41e4e1ba89fa38a66da4610, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/3cccdeb8a6404ce68a9fe18e8c690098, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/07f2fd751c8f445aa75c14edf073c11d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/ec0d4fbfa0ab432fb792c82ce8844052, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/11f1159c232343cc9db6bd6ded55190f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/b452a773345442269a8bfaba06b3593e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/1a8efee5a0844a5d8d5d572cf2e3b132, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/dcdba9011ffa473987cfa7418b8ddc0b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/9b14d8e7f7774c8c85f42061cbe04d8e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/2bff38b8150e432391aa789d28bb71a6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/5805b281a8ba403b9a1b6b9df5604f54, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/0311a43156624c0db6384cec3198174b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/04cf5db410484849931ed0083f12dc5b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/634889b3d29b46edb1bf76a210897bdd, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/5b31c5e9e9004fd1bb75ffa2749535a1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/d0095468ab6845679232c83af47b7004, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/d4df9525f7dc404ba33fdfacd4075134, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/3216d9995edd4f5287e58c69b2e02226, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/81a7c09c5cad4a5fa04eb190c80e1a99, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/83f5020a93ce4497a11545c0871f5998] to archive 2024-11-21T16:37:23,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:37:23,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/a3ab54e6c1784cc084e8f239dfc05bd4 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/a3ab54e6c1784cc084e8f239dfc05bd4 2024-11-21T16:37:24,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/903cc87fbb4940769d7a1217fd491a06 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/903cc87fbb4940769d7a1217fd491a06 2024-11-21T16:37:24,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/f96e5e0dc41e4e1ba89fa38a66da4610 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/f96e5e0dc41e4e1ba89fa38a66da4610 2024-11-21T16:37:24,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/3cccdeb8a6404ce68a9fe18e8c690098 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/3cccdeb8a6404ce68a9fe18e8c690098 2024-11-21T16:37:24,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/07f2fd751c8f445aa75c14edf073c11d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/07f2fd751c8f445aa75c14edf073c11d 2024-11-21T16:37:24,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/ec0d4fbfa0ab432fb792c82ce8844052 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/ec0d4fbfa0ab432fb792c82ce8844052 2024-11-21T16:37:24,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/11f1159c232343cc9db6bd6ded55190f to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/11f1159c232343cc9db6bd6ded55190f 2024-11-21T16:37:24,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/b452a773345442269a8bfaba06b3593e to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/b452a773345442269a8bfaba06b3593e 2024-11-21T16:37:24,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/1a8efee5a0844a5d8d5d572cf2e3b132 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/1a8efee5a0844a5d8d5d572cf2e3b132 2024-11-21T16:37:24,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/dcdba9011ffa473987cfa7418b8ddc0b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/dcdba9011ffa473987cfa7418b8ddc0b 2024-11-21T16:37:24,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/9b14d8e7f7774c8c85f42061cbe04d8e to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/9b14d8e7f7774c8c85f42061cbe04d8e 2024-11-21T16:37:24,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/2bff38b8150e432391aa789d28bb71a6 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/2bff38b8150e432391aa789d28bb71a6 2024-11-21T16:37:24,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/5805b281a8ba403b9a1b6b9df5604f54 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/5805b281a8ba403b9a1b6b9df5604f54 2024-11-21T16:37:24,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/0311a43156624c0db6384cec3198174b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/0311a43156624c0db6384cec3198174b 2024-11-21T16:37:24,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/04cf5db410484849931ed0083f12dc5b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/04cf5db410484849931ed0083f12dc5b 2024-11-21T16:37:24,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/634889b3d29b46edb1bf76a210897bdd to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/634889b3d29b46edb1bf76a210897bdd 2024-11-21T16:37:24,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/5b31c5e9e9004fd1bb75ffa2749535a1 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/5b31c5e9e9004fd1bb75ffa2749535a1 2024-11-21T16:37:24,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/d0095468ab6845679232c83af47b7004 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/d0095468ab6845679232c83af47b7004 2024-11-21T16:37:24,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/d4df9525f7dc404ba33fdfacd4075134 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/d4df9525f7dc404ba33fdfacd4075134 2024-11-21T16:37:24,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/3216d9995edd4f5287e58c69b2e02226 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/3216d9995edd4f5287e58c69b2e02226 2024-11-21T16:37:24,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/81a7c09c5cad4a5fa04eb190c80e1a99 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/81a7c09c5cad4a5fa04eb190c80e1a99 2024-11-21T16:37:24,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/83f5020a93ce4497a11545c0871f5998 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/83f5020a93ce4497a11545c0871f5998 2024-11-21T16:37:24,030 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/recovered.edits/340.seqid, newMaxSeqId=340, maxSeqId=1 2024-11-21T16:37:24,031 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee. 2024-11-21T16:37:24,031 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for d10f35ad2a571e976202c76ab8e20cee: 2024-11-21T16:37:24,033 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:37:24,033 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=d10f35ad2a571e976202c76ab8e20cee, regionState=CLOSED 2024-11-21T16:37:24,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-21T16:37:24,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure d10f35ad2a571e976202c76ab8e20cee, server=3e736a818b50,32923,1732206884345 in 1.5650 sec 2024-11-21T16:37:24,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-21T16:37:24,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d10f35ad2a571e976202c76ab8e20cee, UNASSIGN in 1.5710 sec 2024-11-21T16:37:24,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-21T16:37:24,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5770 sec 2024-11-21T16:37:24,041 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732207044040"}]},"ts":"1732207044040"} 2024-11-21T16:37:24,041 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T16:37:24,077 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T16:37:24,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6680 sec 2024-11-21T16:37:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-21T16:37:24,520 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-21T16:37:24,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T16:37:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:37:24,525 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:37:24,527 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=154, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:37:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-21T16:37:24,531 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:37:24,535 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/recovered.edits] 2024-11-21T16:37:24,539 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/301f56e39aa04c8e84b0da504f5eeec5 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/301f56e39aa04c8e84b0da504f5eeec5 2024-11-21T16:37:24,541 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/9e0558445d714d5090c4ce87aa7f8884 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/9e0558445d714d5090c4ce87aa7f8884 2024-11-21T16:37:24,542 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/daa3c64559674e3a8c28a88ceeb1e372 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/A/daa3c64559674e3a8c28a88ceeb1e372 2024-11-21T16:37:24,543 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/06061c5d5c30400085d1cc2f5f4c5cff to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/06061c5d5c30400085d1cc2f5f4c5cff 2024-11-21T16:37:24,545 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/109ddc242bbe47778cf5c45a2df85836 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/109ddc242bbe47778cf5c45a2df85836 2024-11-21T16:37:24,545 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/4ed3ea0027194b4dab58e8be46ad21a3 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/B/4ed3ea0027194b4dab58e8be46ad21a3 2024-11-21T16:37:24,547 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/0b274d5f4ccf496cb75eafc0292d41ba to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/0b274d5f4ccf496cb75eafc0292d41ba 2024-11-21T16:37:24,548 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/0f93bc3253844138a5bde11d2146df03 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/0f93bc3253844138a5bde11d2146df03 2024-11-21T16:37:24,549 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/930bb14eaada48c89ec90f8f59e81597 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/C/930bb14eaada48c89ec90f8f59e81597 2024-11-21T16:37:24,551 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/recovered.edits/340.seqid to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee/recovered.edits/340.seqid 2024-11-21T16:37:24,551 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/d10f35ad2a571e976202c76ab8e20cee 2024-11-21T16:37:24,551 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T16:37:24,553 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=154, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:37:24,555 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T16:37:24,557 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T16:37:24,558 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=154, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:37:24,558 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T16:37:24,559 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732207044558"}]},"ts":"9223372036854775807"} 2024-11-21T16:37:24,560 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T16:37:24,560 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d10f35ad2a571e976202c76ab8e20cee, NAME => 'TestAcidGuarantees,,1732207014030.d10f35ad2a571e976202c76ab8e20cee.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T16:37:24,560 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T16:37:24,561 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732207044561"}]},"ts":"9223372036854775807"} 2024-11-21T16:37:24,562 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T16:37:24,603 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=154, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:37:24,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 81 msec 2024-11-21T16:37:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-21T16:37:24,629 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-21T16:37:24,646 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=238 (was 237) - Thread LEAK? -, OpenFileDescriptor=447 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=305 (was 332), ProcessCount=11 (was 11), AvailableMemoryMB=7435 (was 7448) 2024-11-21T16:37:24,653 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=305, ProcessCount=11, AvailableMemoryMB=7435 2024-11-21T16:37:24,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T16:37:24,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T16:37:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T16:37:24,656 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T16:37:24,656 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:24,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 155 2024-11-21T16:37:24,657 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T16:37:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T16:37:24,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742324_1500 (size=963) 2024-11-21T16:37:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T16:37:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T16:37:25,068 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33 2024-11-21T16:37:25,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742325_1501 (size=53) 2024-11-21T16:37:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T16:37:25,479 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:37:25,479 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8624f8b745ac9f7fac47496c2e7cca9d, disabling compactions & flushes 2024-11-21T16:37:25,479 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:25,479 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:25,479 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. after waiting 0 ms 2024-11-21T16:37:25,479 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:25,479 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:25,479 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:25,481 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T16:37:25,481 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732207045481"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732207045481"}]},"ts":"1732207045481"} 2024-11-21T16:37:25,483 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T16:37:25,484 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T16:37:25,485 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732207045484"}]},"ts":"1732207045484"} 2024-11-21T16:37:25,486 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T16:37:25,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8624f8b745ac9f7fac47496c2e7cca9d, ASSIGN}] 2024-11-21T16:37:25,538 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8624f8b745ac9f7fac47496c2e7cca9d, ASSIGN 2024-11-21T16:37:25,540 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8624f8b745ac9f7fac47496c2e7cca9d, ASSIGN; state=OFFLINE, location=3e736a818b50,32923,1732206884345; forceNewPlan=false, retain=false 2024-11-21T16:37:25,691 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=8624f8b745ac9f7fac47496c2e7cca9d, regionState=OPENING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:37:25,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; OpenRegionProcedure 8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:37:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T16:37:25,844 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:25,850 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:25,850 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7285): Opening region: {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T16:37:25,851 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:25,851 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:37:25,851 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7327): checking encryption for 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:25,851 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7330): checking classloading for 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:25,853 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:25,855 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:37:25,855 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8624f8b745ac9f7fac47496c2e7cca9d columnFamilyName A 2024-11-21T16:37:25,855 DEBUG [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:25,856 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.HStore(327): Store=8624f8b745ac9f7fac47496c2e7cca9d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:37:25,856 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:25,857 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:37:25,857 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8624f8b745ac9f7fac47496c2e7cca9d columnFamilyName B 2024-11-21T16:37:25,857 DEBUG [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:25,858 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.HStore(327): Store=8624f8b745ac9f7fac47496c2e7cca9d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:37:25,858 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:25,859 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:37:25,859 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8624f8b745ac9f7fac47496c2e7cca9d columnFamilyName C 2024-11-21T16:37:25,859 DEBUG [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:25,859 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.HStore(327): Store=8624f8b745ac9f7fac47496c2e7cca9d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:37:25,859 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:25,860 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:25,860 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:25,861 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T16:37:25,862 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1085): writing seq id for 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:25,863 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T16:37:25,864 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1102): Opened 8624f8b745ac9f7fac47496c2e7cca9d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68041386, jitterRate=0.013895660638809204}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T16:37:25,864 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1001): Region open journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:25,865 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., pid=157, masterSystemTime=1732207045844 2024-11-21T16:37:25,866 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:25,866 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:25,866 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=8624f8b745ac9f7fac47496c2e7cca9d, regionState=OPEN, openSeqNum=2, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:37:25,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-21T16:37:25,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; OpenRegionProcedure 8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 in 175 msec 2024-11-21T16:37:25,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-21T16:37:25,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8624f8b745ac9f7fac47496c2e7cca9d, ASSIGN in 332 msec 2024-11-21T16:37:25,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T16:37:25,870 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732207045869"}]},"ts":"1732207045869"} 2024-11-21T16:37:25,870 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T16:37:25,928 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T16:37:25,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2730 sec 2024-11-21T16:37:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T16:37:26,766 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-21T16:37:26,769 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d9954b7 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fb684eb 2024-11-21T16:37:26,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a66f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:37:26,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:37:26,834 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:37:26,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T16:37:26,838 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T16:37:26,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T16:37:26,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T16:37:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T16:37:26,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742326_1502 (size=999) 2024-11-21T16:37:27,259 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-21T16:37:27,259 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-21T16:37:27,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T16:37:27,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8624f8b745ac9f7fac47496c2e7cca9d, REOPEN/MOVE}] 2024-11-21T16:37:27,266 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8624f8b745ac9f7fac47496c2e7cca9d, REOPEN/MOVE 2024-11-21T16:37:27,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=8624f8b745ac9f7fac47496c2e7cca9d, regionState=CLOSING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:37:27,268 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T16:37:27,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; CloseRegionProcedure 8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:37:27,420 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:27,421 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:27,421 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T16:37:27,421 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing 8624f8b745ac9f7fac47496c2e7cca9d, disabling compactions & flushes 2024-11-21T16:37:27,421 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:27,421 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:27,421 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. after waiting 0 ms 2024-11-21T16:37:27,421 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:27,429 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T16:37:27,430 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:27,430 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:27,431 WARN [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionServer(3786): Not adding moved region record: 8624f8b745ac9f7fac47496c2e7cca9d to self. 2024-11-21T16:37:27,433 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:27,433 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=8624f8b745ac9f7fac47496c2e7cca9d, regionState=CLOSED 2024-11-21T16:37:27,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-21T16:37:27,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseRegionProcedure 8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 in 166 msec 2024-11-21T16:37:27,437 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8624f8b745ac9f7fac47496c2e7cca9d, REOPEN/MOVE; state=CLOSED, location=3e736a818b50,32923,1732206884345; forceNewPlan=false, retain=true 2024-11-21T16:37:27,588 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=8624f8b745ac9f7fac47496c2e7cca9d, regionState=OPENING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:37:27,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=160, state=RUNNABLE; OpenRegionProcedure 8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:37:27,742 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:27,747 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:27,747 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7285): Opening region: {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T16:37:27,748 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:27,748 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T16:37:27,748 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7327): checking encryption for 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:27,749 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7330): checking classloading for 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:27,751 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:27,751 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:37:27,752 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8624f8b745ac9f7fac47496c2e7cca9d columnFamilyName A 2024-11-21T16:37:27,753 DEBUG [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:27,753 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.HStore(327): Store=8624f8b745ac9f7fac47496c2e7cca9d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:37:27,754 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:27,754 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:37:27,754 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8624f8b745ac9f7fac47496c2e7cca9d columnFamilyName B 2024-11-21T16:37:27,754 DEBUG [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:27,755 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.HStore(327): Store=8624f8b745ac9f7fac47496c2e7cca9d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:37:27,755 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:27,755 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T16:37:27,756 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8624f8b745ac9f7fac47496c2e7cca9d columnFamilyName C 2024-11-21T16:37:27,756 DEBUG [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:27,756 INFO [StoreOpener-8624f8b745ac9f7fac47496c2e7cca9d-1 {}] regionserver.HStore(327): Store=8624f8b745ac9f7fac47496c2e7cca9d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T16:37:27,756 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:27,757 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:27,758 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:27,760 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T16:37:27,761 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1085): writing seq id for 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:27,762 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1102): Opened 8624f8b745ac9f7fac47496c2e7cca9d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64979316, jitterRate=-0.03173273801803589}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T16:37:27,763 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1001): Region open journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:27,764 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., pid=162, masterSystemTime=1732207047742 2024-11-21T16:37:27,765 DEBUG [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:27,765 INFO [RS_OPEN_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:27,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=8624f8b745ac9f7fac47496c2e7cca9d, regionState=OPEN, openSeqNum=5, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:37:27,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=160 2024-11-21T16:37:27,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=160, state=SUCCESS; OpenRegionProcedure 8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 in 178 msec 2024-11-21T16:37:27,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-21T16:37:27,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8624f8b745ac9f7fac47496c2e7cca9d, REOPEN/MOVE in 504 msec 2024-11-21T16:37:27,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-21T16:37:27,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 508 msec 2024-11-21T16:37:27,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 932 msec 2024-11-21T16:37:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-21T16:37:27,779 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d5efb7a to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644b7e6 2024-11-21T16:37:27,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6094c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:37:27,823 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-11-21T16:37:27,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:37:27,837 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-11-21T16:37:27,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:37:27,845 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-11-21T16:37:27,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:37:27,853 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b914bf4 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@91d72db 2024-11-21T16:37:27,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58971172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:37:27,862 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-11-21T16:37:27,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:37:27,870 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-11-21T16:37:27,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:37:27,886 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-11-21T16:37:27,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:37:27,895 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-11-21T16:37:27,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:37:27,903 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x458a85fd to 127.0.0.1:56804 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d832d43 2024-11-21T16:37:27,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1d3a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:37:27,914 DEBUG [hconnection-0x579eb214-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:37:27,914 DEBUG [hconnection-0x29adc8bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:37:27,915 DEBUG [hconnection-0x1e7852a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:37:27,915 DEBUG [hconnection-0x5afc78c1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:37:27,915 DEBUG [hconnection-0x260cfe47-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:37:27,915 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:37:27,916 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:37:27,916 DEBUG [hconnection-0x3cd3b54-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:37:27,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:37:27,916 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:37:27,917 DEBUG [hconnection-0x1dd6ffd7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:37:27,917 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:37:27,917 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:37:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-21T16:37:27,918 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:37:27,918 DEBUG [hconnection-0x5471046b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:37:27,918 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:37:27,918 DEBUG [hconnection-0x506cebd5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:37:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T16:37:27,919 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:37:27,919 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:37:27,919 DEBUG [hconnection-0x3236007c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T16:37:27,919 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:37:27,920 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T16:37:27,920 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:37:27,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:37:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:27,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8624f8b745ac9f7fac47496c2e7cca9d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:37:27,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=A 2024-11-21T16:37:27,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:27,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=B 2024-11-21T16:37:27,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:27,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=C 2024-11-21T16:37:27,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:27,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207107937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207107938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207107938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:27,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207107939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:27,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207107939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:27,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219f2c3c10f3ca4ba3bcd6bdeaf97d7256_8624f8b745ac9f7fac47496c2e7cca9d is 50, key is test_row_0/A:col10/1732207047920/Put/seqid=0 2024-11-21T16:37:27,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742327_1503 (size=12154) 2024-11-21T16:37:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T16:37:28,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207108040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207108041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207108041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207108041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207108042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,072 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T16:37:28,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:28,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:28,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:28,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T16:37:28,225 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T16:37:28,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:28,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:28,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:28,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207108241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207108243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207108244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207108244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207108244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,353 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:28,356 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219f2c3c10f3ca4ba3bcd6bdeaf97d7256_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219f2c3c10f3ca4ba3bcd6bdeaf97d7256_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:28,356 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/42950e306cba452b8daf509e0e04b7a8, store: [table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:28,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/42950e306cba452b8daf509e0e04b7a8 is 175, key is test_row_0/A:col10/1732207047920/Put/seqid=0 2024-11-21T16:37:28,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742328_1504 (size=30955) 2024-11-21T16:37:28,378 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T16:37:28,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:28,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:28,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:28,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T16:37:28,530 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T16:37:28,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:28,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:28,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:28,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207108544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207108546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207108546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207108548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207108548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,682 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T16:37:28,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:28,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:28,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:28,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,760 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/42950e306cba452b8daf509e0e04b7a8 2024-11-21T16:37:28,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/02317ce2e0bb46e2ac3b50740c034f1a is 50, key is test_row_0/B:col10/1732207047920/Put/seqid=0 2024-11-21T16:37:28,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742329_1505 (size=12001) 2024-11-21T16:37:28,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/02317ce2e0bb46e2ac3b50740c034f1a 2024-11-21T16:37:28,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/659ee783fbca4a1794e8e93fcc7104a5 is 50, key is test_row_0/C:col10/1732207047920/Put/seqid=0 2024-11-21T16:37:28,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742330_1506 (size=12001) 2024-11-21T16:37:28,834 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T16:37:28,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:28,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:28,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:28,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,986 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:28,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T16:37:28,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:28,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:28,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:28,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T16:37:29,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207109047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:29,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207109048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:29,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207109050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:29,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207109052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:29,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207109052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:29,138 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:29,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T16:37:29,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:29,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:29,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:29,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:29,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:29,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/659ee783fbca4a1794e8e93fcc7104a5 2024-11-21T16:37:29,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/42950e306cba452b8daf509e0e04b7a8 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/42950e306cba452b8daf509e0e04b7a8 2024-11-21T16:37:29,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/42950e306cba452b8daf509e0e04b7a8, entries=150, sequenceid=17, filesize=30.2 K 2024-11-21T16:37:29,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/02317ce2e0bb46e2ac3b50740c034f1a as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/02317ce2e0bb46e2ac3b50740c034f1a 2024-11-21T16:37:29,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/02317ce2e0bb46e2ac3b50740c034f1a, entries=150, sequenceid=17, filesize=11.7 K 2024-11-21T16:37:29,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/659ee783fbca4a1794e8e93fcc7104a5 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/659ee783fbca4a1794e8e93fcc7104a5 2024-11-21T16:37:29,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/659ee783fbca4a1794e8e93fcc7104a5, entries=150, sequenceid=17, filesize=11.7 K 2024-11-21T16:37:29,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8624f8b745ac9f7fac47496c2e7cca9d in 1291ms, sequenceid=17, compaction requested=false 2024-11-21T16:37:29,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:29,291 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:29,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T16:37:29,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:29,291 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 8624f8b745ac9f7fac47496c2e7cca9d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T16:37:29,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=A 2024-11-21T16:37:29,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:29,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=B 2024-11-21T16:37:29,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:29,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=C 2024-11-21T16:37:29,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:29,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213fc3473a1f4f484383148d0eb088a4e3_8624f8b745ac9f7fac47496c2e7cca9d is 50, key is test_row_0/A:col10/1732207047938/Put/seqid=0 2024-11-21T16:37:29,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742331_1507 (size=12154) 2024-11-21T16:37:29,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:29,304 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213fc3473a1f4f484383148d0eb088a4e3_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213fc3473a1f4f484383148d0eb088a4e3_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:29,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/66da13a2e142450c8365cc1727692ce6, store: [table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:29,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/66da13a2e142450c8365cc1727692ce6 is 175, key is test_row_0/A:col10/1732207047938/Put/seqid=0 2024-11-21T16:37:29,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742332_1508 (size=30955) 2024-11-21T16:37:29,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T16:37:29,712 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/66da13a2e142450c8365cc1727692ce6 2024-11-21T16:37:29,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/0d8ca5c327064000b892d94e5df9f0d1 is 50, key is test_row_0/B:col10/1732207047938/Put/seqid=0 2024-11-21T16:37:29,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742333_1509 (size=12001) 2024-11-21T16:37:29,724 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/0d8ca5c327064000b892d94e5df9f0d1 2024-11-21T16:37:29,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/8a450f67da1a47a1aad4ff05b5bd2bed is 50, key is test_row_0/C:col10/1732207047938/Put/seqid=0 2024-11-21T16:37:29,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742334_1510 (size=12001) 2024-11-21T16:37:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T16:37:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:30,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:30,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207110057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:30,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207110059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:30,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207110059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:30,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207110060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:30,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207110061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:30,138 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/8a450f67da1a47a1aad4ff05b5bd2bed 2024-11-21T16:37:30,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/66da13a2e142450c8365cc1727692ce6 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/66da13a2e142450c8365cc1727692ce6 2024-11-21T16:37:30,143 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/66da13a2e142450c8365cc1727692ce6, entries=150, sequenceid=40, filesize=30.2 K 2024-11-21T16:37:30,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/0d8ca5c327064000b892d94e5df9f0d1 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/0d8ca5c327064000b892d94e5df9f0d1 2024-11-21T16:37:30,147 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/0d8ca5c327064000b892d94e5df9f0d1, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T16:37:30,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/8a450f67da1a47a1aad4ff05b5bd2bed as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8a450f67da1a47a1aad4ff05b5bd2bed 2024-11-21T16:37:30,150 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8a450f67da1a47a1aad4ff05b5bd2bed, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T16:37:30,150 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 8624f8b745ac9f7fac47496c2e7cca9d in 859ms, sequenceid=40, compaction requested=false 2024-11-21T16:37:30,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:30,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:30,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-21T16:37:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-21T16:37:30,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-21T16:37:30,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2300 sec 2024-11-21T16:37:30,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.2370 sec 2024-11-21T16:37:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:30,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8624f8b745ac9f7fac47496c2e7cca9d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T16:37:30,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=A 2024-11-21T16:37:30,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:30,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=B 2024-11-21T16:37:30,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:30,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=C 2024-11-21T16:37:30,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:30,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112109252c19b102420183fa6560101a2ccf_8624f8b745ac9f7fac47496c2e7cca9d is 50, key is test_row_0/A:col10/1732207050058/Put/seqid=0 2024-11-21T16:37:30,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742335_1511 (size=14594) 2024-11-21T16:37:30,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207110179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:30,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207110179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:30,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207110180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:30,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207110282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:30,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207110283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:30,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207110283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:30,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207110485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:30,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207110486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:30,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207110487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:30,579 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:30,581 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112109252c19b102420183fa6560101a2ccf_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112109252c19b102420183fa6560101a2ccf_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:30,582 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/2aec2464e5c045b996a3706961f8d3a5, store: [table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:30,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/2aec2464e5c045b996a3706961f8d3a5 is 175, key is test_row_0/A:col10/1732207050058/Put/seqid=0 2024-11-21T16:37:30,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742336_1512 (size=39549) 2024-11-21T16:37:30,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207110787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:30,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207110790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:30,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207110791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:30,994 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/2aec2464e5c045b996a3706961f8d3a5 2024-11-21T16:37:31,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/dbdc8c9e494c4ebe9988cd2618a4e448 is 50, key is test_row_0/B:col10/1732207050058/Put/seqid=0 2024-11-21T16:37:31,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742337_1513 (size=12001) 2024-11-21T16:37:31,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/dbdc8c9e494c4ebe9988cd2618a4e448 2024-11-21T16:37:31,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/b49941cbe9134e449a618c0a974d7217 is 50, key is test_row_0/C:col10/1732207050058/Put/seqid=0 2024-11-21T16:37:31,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742338_1514 (size=12001) 2024-11-21T16:37:31,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207111293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:31,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207111296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:31,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207111297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:31,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/b49941cbe9134e449a618c0a974d7217 2024-11-21T16:37:31,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/2aec2464e5c045b996a3706961f8d3a5 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/2aec2464e5c045b996a3706961f8d3a5 2024-11-21T16:37:31,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/2aec2464e5c045b996a3706961f8d3a5, entries=200, sequenceid=55, filesize=38.6 K 2024-11-21T16:37:31,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/dbdc8c9e494c4ebe9988cd2618a4e448 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/dbdc8c9e494c4ebe9988cd2618a4e448 2024-11-21T16:37:31,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/dbdc8c9e494c4ebe9988cd2618a4e448, entries=150, sequenceid=55, filesize=11.7 K 2024-11-21T16:37:31,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/b49941cbe9134e449a618c0a974d7217 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/b49941cbe9134e449a618c0a974d7217 2024-11-21T16:37:31,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/b49941cbe9134e449a618c0a974d7217, entries=150, sequenceid=55, filesize=11.7 K 2024-11-21T16:37:31,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8624f8b745ac9f7fac47496c2e7cca9d in 1279ms, sequenceid=55, compaction requested=true 2024-11-21T16:37:31,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:31,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:37:31,442 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:31,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:31,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:37:31,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:31,442 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:31,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:37:31,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:31,442 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:31,442 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:31,442 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/B is initiating minor compaction (all files) 2024-11-21T16:37:31,442 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/A is initiating minor compaction (all files) 2024-11-21T16:37:31,442 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/A in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:31,442 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/B in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:31,443 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/02317ce2e0bb46e2ac3b50740c034f1a, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/0d8ca5c327064000b892d94e5df9f0d1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/dbdc8c9e494c4ebe9988cd2618a4e448] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=35.2 K 2024-11-21T16:37:31,443 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/42950e306cba452b8daf509e0e04b7a8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/66da13a2e142450c8365cc1727692ce6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/2aec2464e5c045b996a3706961f8d3a5] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=99.1 K 2024-11-21T16:37:31,443 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:31,443 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/42950e306cba452b8daf509e0e04b7a8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/66da13a2e142450c8365cc1727692ce6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/2aec2464e5c045b996a3706961f8d3a5] 2024-11-21T16:37:31,443 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 02317ce2e0bb46e2ac3b50740c034f1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732207047920 2024-11-21T16:37:31,443 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42950e306cba452b8daf509e0e04b7a8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732207047920 2024-11-21T16:37:31,443 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66da13a2e142450c8365cc1727692ce6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732207047937 2024-11-21T16:37:31,443 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d8ca5c327064000b892d94e5df9f0d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732207047937 2024-11-21T16:37:31,443 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2aec2464e5c045b996a3706961f8d3a5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732207050056 2024-11-21T16:37:31,443 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting dbdc8c9e494c4ebe9988cd2618a4e448, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732207050056 2024-11-21T16:37:31,448 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:31,449 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#B#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:31,449 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/c0989bd255524ac696cc9120d1c61ad8 is 50, key is test_row_0/B:col10/1732207050058/Put/seqid=0 2024-11-21T16:37:31,452 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112112f9218d455d447eb1487d862b3a7a96_8624f8b745ac9f7fac47496c2e7cca9d store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:31,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742339_1515 (size=12104) 2024-11-21T16:37:31,453 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112112f9218d455d447eb1487d862b3a7a96_8624f8b745ac9f7fac47496c2e7cca9d, store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:31,454 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112112f9218d455d447eb1487d862b3a7a96_8624f8b745ac9f7fac47496c2e7cca9d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:31,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742340_1516 (size=4469) 2024-11-21T16:37:31,457 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/c0989bd255524ac696cc9120d1c61ad8 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/c0989bd255524ac696cc9120d1c61ad8 2024-11-21T16:37:31,458 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#A#compaction#435 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:31,458 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/9eaa12877c1042759369913ff9316b86 is 175, key is test_row_0/A:col10/1732207050058/Put/seqid=0 2024-11-21T16:37:31,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742341_1517 (size=31058) 2024-11-21T16:37:31,464 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/B of 8624f8b745ac9f7fac47496c2e7cca9d into c0989bd255524ac696cc9120d1c61ad8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:31,464 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:31,464 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/B, priority=13, startTime=1732207051442; duration=0sec 2024-11-21T16:37:31,464 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:31,465 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:B 2024-11-21T16:37:31,465 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:31,466 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:31,466 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/C is initiating minor compaction (all files) 2024-11-21T16:37:31,466 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/C in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:31,466 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/659ee783fbca4a1794e8e93fcc7104a5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8a450f67da1a47a1aad4ff05b5bd2bed, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/b49941cbe9134e449a618c0a974d7217] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=35.2 K 2024-11-21T16:37:31,467 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 659ee783fbca4a1794e8e93fcc7104a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732207047920 2024-11-21T16:37:31,467 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a450f67da1a47a1aad4ff05b5bd2bed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732207047937 2024-11-21T16:37:31,467 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting b49941cbe9134e449a618c0a974d7217, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732207050056 2024-11-21T16:37:31,468 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/9eaa12877c1042759369913ff9316b86 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/9eaa12877c1042759369913ff9316b86 2024-11-21T16:37:31,471 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/A of 8624f8b745ac9f7fac47496c2e7cca9d into 9eaa12877c1042759369913ff9316b86(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:31,471 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:31,471 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/A, priority=13, startTime=1732207051442; duration=0sec 2024-11-21T16:37:31,471 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:31,471 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:A 2024-11-21T16:37:31,472 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#C#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:31,473 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/dcc4c1c3f83d42e3ba567b084820a5d4 is 50, key is test_row_0/C:col10/1732207050058/Put/seqid=0 2024-11-21T16:37:31,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742342_1518 (size=12104) 2024-11-21T16:37:31,479 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/dcc4c1c3f83d42e3ba567b084820a5d4 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/dcc4c1c3f83d42e3ba567b084820a5d4 2024-11-21T16:37:31,483 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/C of 8624f8b745ac9f7fac47496c2e7cca9d into dcc4c1c3f83d42e3ba567b084820a5d4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:31,483 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:31,483 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/C, priority=13, startTime=1732207051442; duration=0sec 2024-11-21T16:37:31,483 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:31,483 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:C 2024-11-21T16:37:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T16:37:32,023 INFO [Thread-2256 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-21T16:37:32,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:37:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-21T16:37:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T16:37:32,055 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:37:32,055 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:37:32,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:37:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:32,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8624f8b745ac9f7fac47496c2e7cca9d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T16:37:32,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=A 2024-11-21T16:37:32,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:32,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=B 2024-11-21T16:37:32,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:32,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=C 2024-11-21T16:37:32,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:32,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a4bff9dc88494aff822a4ab8b966602f_8624f8b745ac9f7fac47496c2e7cca9d is 50, key is test_row_0/A:col10/1732207052067/Put/seqid=0 2024-11-21T16:37:32,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207112085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:32,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742343_1519 (size=12154) 2024-11-21T16:37:32,088 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:32,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207112086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:32,091 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a4bff9dc88494aff822a4ab8b966602f_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a4bff9dc88494aff822a4ab8b966602f_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:32,092 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/419d1927ba7a408890bbba0b8f26217d, store: [table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:32,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/419d1927ba7a408890bbba0b8f26217d is 175, key is test_row_0/A:col10/1732207052067/Put/seqid=0 2024-11-21T16:37:32,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742344_1520 (size=30955) 2024-11-21T16:37:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T16:37:32,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207112188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:32,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207112189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:32,206 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:32,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T16:37:32,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:32,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:32,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:32,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:32,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:32,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207112300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:32,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207112300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:32,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207112302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T16:37:32,358 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:32,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T16:37:32,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:32,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:32,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:32,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:32,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:32,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207112390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:32,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207112391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:32,504 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/419d1927ba7a408890bbba0b8f26217d 2024-11-21T16:37:32,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/3f20d34e4db7408f8558736790c0b372 is 50, key is test_row_0/B:col10/1732207052067/Put/seqid=0 2024-11-21T16:37:32,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:32,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T16:37:32,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:32,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:32,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:32,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:32,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:32,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742345_1521 (size=12001) 2024-11-21T16:37:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T16:37:32,662 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:32,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T16:37:32,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:32,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:32,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:32,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:32,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:32,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207112695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:32,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207112695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:32,814 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:32,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T16:37:32,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:32,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:32,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:32,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:32,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:32,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/3f20d34e4db7408f8558736790c0b372 2024-11-21T16:37:32,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/8568972d7a774304816a4933a81e1e76 is 50, key is test_row_0/C:col10/1732207052067/Put/seqid=0 2024-11-21T16:37:32,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742346_1522 (size=12001) 2024-11-21T16:37:32,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/8568972d7a774304816a4933a81e1e76 2024-11-21T16:37:32,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/419d1927ba7a408890bbba0b8f26217d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/419d1927ba7a408890bbba0b8f26217d 2024-11-21T16:37:32,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/419d1927ba7a408890bbba0b8f26217d, entries=150, sequenceid=80, filesize=30.2 K 2024-11-21T16:37:32,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/3f20d34e4db7408f8558736790c0b372 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/3f20d34e4db7408f8558736790c0b372 2024-11-21T16:37:32,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/3f20d34e4db7408f8558736790c0b372, entries=150, sequenceid=80, filesize=11.7 K 2024-11-21T16:37:32,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/8568972d7a774304816a4933a81e1e76 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8568972d7a774304816a4933a81e1e76 2024-11-21T16:37:32,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8568972d7a774304816a4933a81e1e76, entries=150, sequenceid=80, filesize=11.7 K 2024-11-21T16:37:32,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8624f8b745ac9f7fac47496c2e7cca9d in 869ms, sequenceid=80, compaction requested=false 2024-11-21T16:37:32,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:32,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:32,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T16:37:32,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:32,967 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 8624f8b745ac9f7fac47496c2e7cca9d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T16:37:32,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=A 2024-11-21T16:37:32,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:32,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=B 2024-11-21T16:37:32,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:32,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=C 2024-11-21T16:37:32,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:32,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213d0cf85dae204241a40bbaec705584c7_8624f8b745ac9f7fac47496c2e7cca9d is 50, key is test_row_0/A:col10/1732207052084/Put/seqid=0 2024-11-21T16:37:32,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742347_1523 (size=12154) 2024-11-21T16:37:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T16:37:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:33,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:33,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207113220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:33,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207113222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:33,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207113323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:33,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207113325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:33,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:33,378 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213d0cf85dae204241a40bbaec705584c7_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213d0cf85dae204241a40bbaec705584c7_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:33,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/949082df13af4773b47b1a2168ab2943, store: [table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:33,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/949082df13af4773b47b1a2168ab2943 is 175, key is test_row_0/A:col10/1732207052084/Put/seqid=0 2024-11-21T16:37:33,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742348_1524 (size=30955) 2024-11-21T16:37:33,382 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/949082df13af4773b47b1a2168ab2943 2024-11-21T16:37:33,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/628839addb5c45fba80a7740f85cef5d is 50, key is test_row_0/B:col10/1732207052084/Put/seqid=0 2024-11-21T16:37:33,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742349_1525 (size=12001) 2024-11-21T16:37:33,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207113525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:33,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207113527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:33,790 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/628839addb5c45fba80a7740f85cef5d 2024-11-21T16:37:33,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/40d43af13e4140d38ee88521b1f72fb1 is 50, key is test_row_0/C:col10/1732207052084/Put/seqid=0 2024-11-21T16:37:33,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742350_1526 (size=12001) 2024-11-21T16:37:33,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207113828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:33,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207113831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T16:37:34,199 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/40d43af13e4140d38ee88521b1f72fb1 2024-11-21T16:37:34,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/949082df13af4773b47b1a2168ab2943 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/949082df13af4773b47b1a2168ab2943 2024-11-21T16:37:34,205 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/949082df13af4773b47b1a2168ab2943, entries=150, sequenceid=94, filesize=30.2 K 2024-11-21T16:37:34,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/628839addb5c45fba80a7740f85cef5d as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/628839addb5c45fba80a7740f85cef5d 2024-11-21T16:37:34,212 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/628839addb5c45fba80a7740f85cef5d, entries=150, sequenceid=94, filesize=11.7 K 2024-11-21T16:37:34,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/40d43af13e4140d38ee88521b1f72fb1 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/40d43af13e4140d38ee88521b1f72fb1 2024-11-21T16:37:34,215 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/40d43af13e4140d38ee88521b1f72fb1, entries=150, sequenceid=94, filesize=11.7 K 2024-11-21T16:37:34,216 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8624f8b745ac9f7fac47496c2e7cca9d in 1249ms, sequenceid=94, compaction requested=true 2024-11-21T16:37:34,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:34,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:34,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-21T16:37:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-21T16:37:34,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-21T16:37:34,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1620 sec 2024-11-21T16:37:34,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.1940 sec 2024-11-21T16:37:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:34,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8624f8b745ac9f7fac47496c2e7cca9d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T16:37:34,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=A 2024-11-21T16:37:34,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:34,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=B 2024-11-21T16:37:34,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:34,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=C 2024-11-21T16:37:34,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:34,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f8778befb80946d395085dc801c19de3_8624f8b745ac9f7fac47496c2e7cca9d is 50, key is test_row_0/A:col10/1732207054304/Put/seqid=0 2024-11-21T16:37:34,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742351_1527 (size=14594) 2024-11-21T16:37:34,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207114319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:34,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207114319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:34,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207114320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:34,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207114332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:34,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207114336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:34,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207114422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:34,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207114422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:34,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207114423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:34,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207114625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:34,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207114625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:34,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207114626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:34,715 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:34,718 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f8778befb80946d395085dc801c19de3_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f8778befb80946d395085dc801c19de3_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:34,719 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/c244360dce9f41018e4058b36b6df01a, store: [table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:34,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/c244360dce9f41018e4058b36b6df01a is 175, key is test_row_0/A:col10/1732207054304/Put/seqid=0 2024-11-21T16:37:34,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742352_1528 (size=39549) 2024-11-21T16:37:34,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207114927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:34,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207114927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:34,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207114927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:35,122 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/c244360dce9f41018e4058b36b6df01a 2024-11-21T16:37:35,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/1cd396f73127475f81f6e86adfc57a28 is 50, key is test_row_0/B:col10/1732207054304/Put/seqid=0 2024-11-21T16:37:35,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742353_1529 (size=12001) 2024-11-21T16:37:35,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207115338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:35,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207115340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:35,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207115429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:35,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207115429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:35,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207115432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:35,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/1cd396f73127475f81f6e86adfc57a28 2024-11-21T16:37:35,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/f377d44f86b14fc2aa0455fff2c01c73 is 50, key is test_row_0/C:col10/1732207054304/Put/seqid=0 2024-11-21T16:37:35,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742354_1530 (size=12001) 2024-11-21T16:37:35,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/f377d44f86b14fc2aa0455fff2c01c73 2024-11-21T16:37:35,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/c244360dce9f41018e4058b36b6df01a as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/c244360dce9f41018e4058b36b6df01a 2024-11-21T16:37:35,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/c244360dce9f41018e4058b36b6df01a, entries=200, sequenceid=117, filesize=38.6 K 2024-11-21T16:37:35,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/1cd396f73127475f81f6e86adfc57a28 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/1cd396f73127475f81f6e86adfc57a28 2024-11-21T16:37:35,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/1cd396f73127475f81f6e86adfc57a28, entries=150, sequenceid=117, filesize=11.7 K 2024-11-21T16:37:35,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/f377d44f86b14fc2aa0455fff2c01c73 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/f377d44f86b14fc2aa0455fff2c01c73 2024-11-21T16:37:35,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/f377d44f86b14fc2aa0455fff2c01c73, entries=150, sequenceid=117, filesize=11.7 K 2024-11-21T16:37:35,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 8624f8b745ac9f7fac47496c2e7cca9d in 1661ms, sequenceid=117, compaction requested=true 2024-11-21T16:37:35,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:35,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:37:35,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:35,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:37:35,967 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:37:35,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:35,967 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:37:35,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:37:35,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:35,967 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:37:35,967 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:37:35,968 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/B is initiating minor compaction (all files) 2024-11-21T16:37:35,968 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/A is initiating minor compaction (all files) 2024-11-21T16:37:35,968 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/A in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:35,968 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/B in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:35,968 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/c0989bd255524ac696cc9120d1c61ad8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/3f20d34e4db7408f8558736790c0b372, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/628839addb5c45fba80a7740f85cef5d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/1cd396f73127475f81f6e86adfc57a28] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=47.0 K 2024-11-21T16:37:35,968 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/9eaa12877c1042759369913ff9316b86, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/419d1927ba7a408890bbba0b8f26217d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/949082df13af4773b47b1a2168ab2943, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/c244360dce9f41018e4058b36b6df01a] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=129.4 K 2024-11-21T16:37:35,968 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:35,968 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/9eaa12877c1042759369913ff9316b86, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/419d1927ba7a408890bbba0b8f26217d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/949082df13af4773b47b1a2168ab2943, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/c244360dce9f41018e4058b36b6df01a] 2024-11-21T16:37:35,968 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9eaa12877c1042759369913ff9316b86, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732207050056 2024-11-21T16:37:35,968 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting c0989bd255524ac696cc9120d1c61ad8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732207050056 2024-11-21T16:37:35,969 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f20d34e4db7408f8558736790c0b372, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732207050177 2024-11-21T16:37:35,969 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 419d1927ba7a408890bbba0b8f26217d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732207050177 2024-11-21T16:37:35,969 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 628839addb5c45fba80a7740f85cef5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732207052080 2024-11-21T16:37:35,969 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 949082df13af4773b47b1a2168ab2943, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732207052080 2024-11-21T16:37:35,969 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cd396f73127475f81f6e86adfc57a28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732207053218 2024-11-21T16:37:35,969 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting c244360dce9f41018e4058b36b6df01a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732207053218 2024-11-21T16:37:35,975 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:35,976 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121017422f010e5492db17b7b00d84864aa_8624f8b745ac9f7fac47496c2e7cca9d store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:35,976 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#B#compaction#446 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:35,977 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/aa8afc05a8854509b2456606ae1f77d0 is 50, key is test_row_0/B:col10/1732207054304/Put/seqid=0 2024-11-21T16:37:35,979 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121017422f010e5492db17b7b00d84864aa_8624f8b745ac9f7fac47496c2e7cca9d, store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:35,979 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121017422f010e5492db17b7b00d84864aa_8624f8b745ac9f7fac47496c2e7cca9d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:35,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742355_1531 (size=12241) 2024-11-21T16:37:35,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742356_1532 (size=4469) 2024-11-21T16:37:35,986 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/aa8afc05a8854509b2456606ae1f77d0 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/aa8afc05a8854509b2456606ae1f77d0 2024-11-21T16:37:35,989 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/B of 8624f8b745ac9f7fac47496c2e7cca9d into aa8afc05a8854509b2456606ae1f77d0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:35,990 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:35,990 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/B, priority=12, startTime=1732207055967; duration=0sec 2024-11-21T16:37:35,990 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:35,990 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:B 2024-11-21T16:37:35,990 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T16:37:35,990 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T16:37:35,991 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/C is initiating minor compaction (all files) 2024-11-21T16:37:35,991 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/C in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:35,991 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/dcc4c1c3f83d42e3ba567b084820a5d4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8568972d7a774304816a4933a81e1e76, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/40d43af13e4140d38ee88521b1f72fb1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/f377d44f86b14fc2aa0455fff2c01c73] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=47.0 K 2024-11-21T16:37:35,991 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting dcc4c1c3f83d42e3ba567b084820a5d4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732207050056 2024-11-21T16:37:35,991 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 8568972d7a774304816a4933a81e1e76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732207050177 2024-11-21T16:37:35,991 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 40d43af13e4140d38ee88521b1f72fb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732207052080 2024-11-21T16:37:35,992 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting f377d44f86b14fc2aa0455fff2c01c73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732207053218 2024-11-21T16:37:35,998 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#C#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:35,998 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/0e1ad1cc469c467ab22718bd7bcc53e0 is 50, key is test_row_0/C:col10/1732207054304/Put/seqid=0 2024-11-21T16:37:36,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742357_1533 (size=12241) 2024-11-21T16:37:36,004 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/0e1ad1cc469c467ab22718bd7bcc53e0 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/0e1ad1cc469c467ab22718bd7bcc53e0 2024-11-21T16:37:36,008 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/C of 8624f8b745ac9f7fac47496c2e7cca9d into 0e1ad1cc469c467ab22718bd7bcc53e0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:36,008 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:36,008 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/C, priority=12, startTime=1732207055967; duration=0sec 2024-11-21T16:37:36,008 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:36,008 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:C 2024-11-21T16:37:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T16:37:36,159 INFO [Thread-2256 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-21T16:37:36,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:37:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-21T16:37:36,161 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:37:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T16:37:36,161 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:37:36,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:37:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T16:37:36,312 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:36,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T16:37:36,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:36,313 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 8624f8b745ac9f7fac47496c2e7cca9d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T16:37:36,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=A 2024-11-21T16:37:36,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:36,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=B 2024-11-21T16:37:36,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:36,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=C 2024-11-21T16:37:36,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:36,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219b56093862984b8c840bca8021495ef3_8624f8b745ac9f7fac47496c2e7cca9d is 50, key is test_row_0/A:col10/1732207054319/Put/seqid=0 2024-11-21T16:37:36,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742358_1534 (size=12254) 2024-11-21T16:37:36,385 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#A#compaction#447 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:36,385 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/5c0fcf0fb525425eaf76704182356b3e is 175, key is test_row_0/A:col10/1732207054304/Put/seqid=0 2024-11-21T16:37:36,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742359_1535 (size=31195) 2024-11-21T16:37:36,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:36,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207116453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:36,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207116454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:36,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207116454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T16:37:36,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207116557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:36,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207116557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:36,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207116557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:36,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:36,724 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219b56093862984b8c840bca8021495ef3_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219b56093862984b8c840bca8021495ef3_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:36,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/f7c38d8a3aed4f55a98627ad41cbd361, store: [table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:36,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/f7c38d8a3aed4f55a98627ad41cbd361 is 175, key is test_row_0/A:col10/1732207054319/Put/seqid=0 2024-11-21T16:37:36,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742360_1536 (size=31055) 2024-11-21T16:37:36,728 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/f7c38d8a3aed4f55a98627ad41cbd361 2024-11-21T16:37:36,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/12fcfc4ad8ba4de998dafebf0652ed39 is 50, key is test_row_0/B:col10/1732207054319/Put/seqid=0 2024-11-21T16:37:36,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742361_1537 (size=12101) 2024-11-21T16:37:36,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207116759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:36,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207116759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:36,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207116760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T16:37:36,792 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/5c0fcf0fb525425eaf76704182356b3e as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/5c0fcf0fb525425eaf76704182356b3e 2024-11-21T16:37:36,795 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/A of 8624f8b745ac9f7fac47496c2e7cca9d into 5c0fcf0fb525425eaf76704182356b3e(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:36,795 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:36,795 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/A, priority=12, startTime=1732207055967; duration=0sec 2024-11-21T16:37:36,795 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:36,795 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:A 2024-11-21T16:37:37,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207117064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:37,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207117064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:37,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207117064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:37,196 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/12fcfc4ad8ba4de998dafebf0652ed39 2024-11-21T16:37:37,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/9519c1c84cf94747ba896eec223361d2 is 50, key is test_row_0/C:col10/1732207054319/Put/seqid=0 2024-11-21T16:37:37,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742362_1538 (size=12101) 2024-11-21T16:37:37,203 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/9519c1c84cf94747ba896eec223361d2 2024-11-21T16:37:37,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/f7c38d8a3aed4f55a98627ad41cbd361 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/f7c38d8a3aed4f55a98627ad41cbd361 2024-11-21T16:37:37,209 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/f7c38d8a3aed4f55a98627ad41cbd361, entries=150, sequenceid=133, filesize=30.3 K 2024-11-21T16:37:37,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/12fcfc4ad8ba4de998dafebf0652ed39 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/12fcfc4ad8ba4de998dafebf0652ed39 2024-11-21T16:37:37,212 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/12fcfc4ad8ba4de998dafebf0652ed39, entries=150, sequenceid=133, filesize=11.8 K 2024-11-21T16:37:37,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/9519c1c84cf94747ba896eec223361d2 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/9519c1c84cf94747ba896eec223361d2 2024-11-21T16:37:37,215 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/9519c1c84cf94747ba896eec223361d2, entries=150, sequenceid=133, filesize=11.8 K 2024-11-21T16:37:37,216 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8624f8b745ac9f7fac47496c2e7cca9d in 902ms, sequenceid=133, compaction requested=false 2024-11-21T16:37:37,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:37,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:37,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-21T16:37:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-21T16:37:37,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-21T16:37:37,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0560 sec 2024-11-21T16:37:37,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.0580 sec 2024-11-21T16:37:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T16:37:37,263 INFO [Thread-2256 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-21T16:37:37,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:37:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-21T16:37:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T16:37:37,265 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:37:37,266 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:37:37,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:37:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:37,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8624f8b745ac9f7fac47496c2e7cca9d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T16:37:37,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=A 2024-11-21T16:37:37,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:37,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=B 2024-11-21T16:37:37,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:37,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=C 2024-11-21T16:37:37,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:37,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a1ff62cd51e346c08b5933d37faa940e_8624f8b745ac9f7fac47496c2e7cca9d is 50, key is test_row_0/A:col10/1732207057354/Put/seqid=0 2024-11-21T16:37:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T16:37:37,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742363_1539 (size=14794) 2024-11-21T16:37:37,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207117369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:37,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207117371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:37,417 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:37,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T16:37:37,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:37,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:37,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:37,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:37,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:37,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207117472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:37,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207117474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T16:37:37,569 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:37,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207117568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:37,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T16:37:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:37,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:37,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207117569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:37,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207117570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:37,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207117676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:37,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207117677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:37,721 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:37,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T16:37:37,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:37,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:37,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:37,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:37,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:37,769 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:37,771 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a1ff62cd51e346c08b5933d37faa940e_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a1ff62cd51e346c08b5933d37faa940e_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:37,772 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/074a58a6b9c74aa1a334ec1a9040fac1, store: [table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:37,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/074a58a6b9c74aa1a334ec1a9040fac1 is 175, key is test_row_0/A:col10/1732207057354/Put/seqid=0 2024-11-21T16:37:37,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742364_1540 (size=39749) 2024-11-21T16:37:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T16:37:37,874 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:37,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T16:37:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:37,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:37,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:37,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207117980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:37,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207117982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:38,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:38,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T16:37:38,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:38,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:38,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:38,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,175 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/074a58a6b9c74aa1a334ec1a9040fac1 2024-11-21T16:37:38,178 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:38,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T16:37:38,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:38,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:38,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:38,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/c65843be95f74758a8fe426d87f20126 is 50, key is test_row_0/B:col10/1732207057354/Put/seqid=0 2024-11-21T16:37:38,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742365_1541 (size=12151) 2024-11-21T16:37:38,331 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:38,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T16:37:38,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:38,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:38,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:38,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T16:37:38,483 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:38,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T16:37:38,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:38,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:38,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:38,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207118484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:38,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207118487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:38,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207118572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:38,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207118575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:38,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207118578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:38,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/c65843be95f74758a8fe426d87f20126 2024-11-21T16:37:38,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/44a21efaa3664a6a8eb6317373db4360 is 50, key is test_row_0/C:col10/1732207057354/Put/seqid=0 2024-11-21T16:37:38,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742366_1542 (size=12151) 2024-11-21T16:37:38,636 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:38,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T16:37:38,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:38,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:38,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:38,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,788 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:38,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T16:37:38,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:38,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:38,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:38,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,941 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:38,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T16:37:38,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:38,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:38,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:38,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:38,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/44a21efaa3664a6a8eb6317373db4360 2024-11-21T16:37:38,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/074a58a6b9c74aa1a334ec1a9040fac1 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/074a58a6b9c74aa1a334ec1a9040fac1 2024-11-21T16:37:38,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/074a58a6b9c74aa1a334ec1a9040fac1, entries=200, sequenceid=157, filesize=38.8 K 2024-11-21T16:37:38,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/c65843be95f74758a8fe426d87f20126 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/c65843be95f74758a8fe426d87f20126 2024-11-21T16:37:39,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/c65843be95f74758a8fe426d87f20126, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T16:37:39,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/44a21efaa3664a6a8eb6317373db4360 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/44a21efaa3664a6a8eb6317373db4360 2024-11-21T16:37:39,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/44a21efaa3664a6a8eb6317373db4360, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T16:37:39,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8624f8b745ac9f7fac47496c2e7cca9d in 1651ms, sequenceid=157, compaction requested=true 2024-11-21T16:37:39,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:39,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:37:39,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:39,005 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:39,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:37:39,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:39,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:37:39,006 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:39,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:39,006 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:39,006 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:39,006 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/A is initiating minor compaction (all files) 2024-11-21T16:37:39,006 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/B is initiating minor compaction (all files) 2024-11-21T16:37:39,006 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/B in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:39,006 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/A in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:39,006 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/aa8afc05a8854509b2456606ae1f77d0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/12fcfc4ad8ba4de998dafebf0652ed39, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/c65843be95f74758a8fe426d87f20126] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=35.6 K 2024-11-21T16:37:39,006 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/5c0fcf0fb525425eaf76704182356b3e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/f7c38d8a3aed4f55a98627ad41cbd361, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/074a58a6b9c74aa1a334ec1a9040fac1] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=99.6 K 2024-11-21T16:37:39,006 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:39,006 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/5c0fcf0fb525425eaf76704182356b3e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/f7c38d8a3aed4f55a98627ad41cbd361, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/074a58a6b9c74aa1a334ec1a9040fac1] 2024-11-21T16:37:39,007 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting aa8afc05a8854509b2456606ae1f77d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732207053218 2024-11-21T16:37:39,007 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c0fcf0fb525425eaf76704182356b3e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732207053218 2024-11-21T16:37:39,007 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 12fcfc4ad8ba4de998dafebf0652ed39, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732207054308 2024-11-21T16:37:39,007 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7c38d8a3aed4f55a98627ad41cbd361, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732207054308 2024-11-21T16:37:39,007 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting c65843be95f74758a8fe426d87f20126, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732207056453 2024-11-21T16:37:39,007 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 074a58a6b9c74aa1a334ec1a9040fac1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732207056453 2024-11-21T16:37:39,011 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:39,012 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#B#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:39,013 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/ab3c39cd6cf04b9d969b9781c4dc9321 is 50, key is test_row_0/B:col10/1732207057354/Put/seqid=0 2024-11-21T16:37:39,014 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121b6147f04e8874fad896541caafe0f4bb_8624f8b745ac9f7fac47496c2e7cca9d store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:39,016 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121b6147f04e8874fad896541caafe0f4bb_8624f8b745ac9f7fac47496c2e7cca9d, store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:39,016 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b6147f04e8874fad896541caafe0f4bb_8624f8b745ac9f7fac47496c2e7cca9d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:39,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742367_1543 (size=12493) 2024-11-21T16:37:39,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742368_1544 (size=4469) 2024-11-21T16:37:39,021 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/ab3c39cd6cf04b9d969b9781c4dc9321 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/ab3c39cd6cf04b9d969b9781c4dc9321 2024-11-21T16:37:39,024 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/B of 8624f8b745ac9f7fac47496c2e7cca9d into ab3c39cd6cf04b9d969b9781c4dc9321(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:39,024 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:39,024 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/B, priority=13, startTime=1732207059005; duration=0sec 2024-11-21T16:37:39,024 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:39,024 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:B 2024-11-21T16:37:39,024 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:39,025 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:39,025 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/C is initiating minor compaction (all files) 2024-11-21T16:37:39,025 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/C in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:39,025 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/0e1ad1cc469c467ab22718bd7bcc53e0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/9519c1c84cf94747ba896eec223361d2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/44a21efaa3664a6a8eb6317373db4360] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=35.6 K 2024-11-21T16:37:39,025 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e1ad1cc469c467ab22718bd7bcc53e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732207053218 2024-11-21T16:37:39,025 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 9519c1c84cf94747ba896eec223361d2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732207054308 2024-11-21T16:37:39,026 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 44a21efaa3664a6a8eb6317373db4360, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732207056453 2024-11-21T16:37:39,031 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#C#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:39,032 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/a2402a709bfb48f896d04b0a453f6bdc is 50, key is test_row_0/C:col10/1732207057354/Put/seqid=0 2024-11-21T16:37:39,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742369_1545 (size=12493) 2024-11-21T16:37:39,093 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:39,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T16:37:39,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:39,094 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 8624f8b745ac9f7fac47496c2e7cca9d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T16:37:39,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=A 2024-11-21T16:37:39,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:39,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=B 2024-11-21T16:37:39,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:39,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=C 2024-11-21T16:37:39,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:39,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a7e08c4969b64a168d38c30d8dba6457_8624f8b745ac9f7fac47496c2e7cca9d is 50, key is test_row_0/A:col10/1732207057370/Put/seqid=0 2024-11-21T16:37:39,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742370_1546 (size=12304) 2024-11-21T16:37:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:39,107 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a7e08c4969b64a168d38c30d8dba6457_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a7e08c4969b64a168d38c30d8dba6457_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:39,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/e9b077e5fe154906b2e1bd02a2629963, store: [table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/e9b077e5fe154906b2e1bd02a2629963 is 175, key is test_row_0/A:col10/1732207057370/Put/seqid=0 2024-11-21T16:37:39,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742371_1547 (size=31105) 2024-11-21T16:37:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T16:37:39,421 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#A#compaction#456 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:39,421 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/ebcab94324524d8b9e4d2d6632ea2ffb is 175, key is test_row_0/A:col10/1732207057354/Put/seqid=0 2024-11-21T16:37:39,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742372_1548 (size=31447) 2024-11-21T16:37:39,438 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/a2402a709bfb48f896d04b0a453f6bdc as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/a2402a709bfb48f896d04b0a453f6bdc 2024-11-21T16:37:39,441 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/C of 8624f8b745ac9f7fac47496c2e7cca9d into a2402a709bfb48f896d04b0a453f6bdc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:39,441 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:39,441 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/C, priority=13, startTime=1732207059006; duration=0sec 2024-11-21T16:37:39,441 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:39,441 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:C 2024-11-21T16:37:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:39,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:39,511 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/e9b077e5fe154906b2e1bd02a2629963 2024-11-21T16:37:39,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/625e972c45a44629931ba7a34411b32c is 50, key is test_row_0/B:col10/1732207057370/Put/seqid=0 2024-11-21T16:37:39,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742373_1549 (size=12151) 2024-11-21T16:37:39,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207119516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:39,519 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/625e972c45a44629931ba7a34411b32c 2024-11-21T16:37:39,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207119519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:39,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/edb97935c3ce44e9b586e63666602e09 is 50, key is test_row_0/C:col10/1732207057370/Put/seqid=0 2024-11-21T16:37:39,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742374_1550 (size=12151) 2024-11-21T16:37:39,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207119620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:39,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207119622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:39,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207119822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:39,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207119824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:39,827 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/ebcab94324524d8b9e4d2d6632ea2ffb as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/ebcab94324524d8b9e4d2d6632ea2ffb 2024-11-21T16:37:39,830 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/A of 8624f8b745ac9f7fac47496c2e7cca9d into ebcab94324524d8b9e4d2d6632ea2ffb(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:39,830 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:39,830 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/A, priority=13, startTime=1732207059005; duration=0sec 2024-11-21T16:37:39,831 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:39,831 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:A 2024-11-21T16:37:39,928 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/edb97935c3ce44e9b586e63666602e09 2024-11-21T16:37:39,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/e9b077e5fe154906b2e1bd02a2629963 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/e9b077e5fe154906b2e1bd02a2629963 2024-11-21T16:37:39,934 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/e9b077e5fe154906b2e1bd02a2629963, entries=150, sequenceid=171, filesize=30.4 K 2024-11-21T16:37:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/625e972c45a44629931ba7a34411b32c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/625e972c45a44629931ba7a34411b32c 2024-11-21T16:37:39,937 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/625e972c45a44629931ba7a34411b32c, entries=150, sequenceid=171, filesize=11.9 K 2024-11-21T16:37:39,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/edb97935c3ce44e9b586e63666602e09 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/edb97935c3ce44e9b586e63666602e09 2024-11-21T16:37:39,939 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/edb97935c3ce44e9b586e63666602e09, entries=150, sequenceid=171, filesize=11.9 K 2024-11-21T16:37:39,940 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8624f8b745ac9f7fac47496c2e7cca9d in 846ms, sequenceid=171, compaction requested=false 2024-11-21T16:37:39,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:39,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:39,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-21T16:37:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-21T16:37:39,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-21T16:37:39,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6770 sec 2024-11-21T16:37:39,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.6800 sec 2024-11-21T16:37:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:40,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8624f8b745ac9f7fac47496c2e7cca9d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T16:37:40,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=A 2024-11-21T16:37:40,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:40,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=B 2024-11-21T16:37:40,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:40,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=C 2024-11-21T16:37:40,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:40,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121087bcdbeb6284ffa8c1fc896665cf524_8624f8b745ac9f7fac47496c2e7cca9d is 50, key is test_row_0/A:col10/1732207059518/Put/seqid=0 2024-11-21T16:37:40,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742375_1551 (size=12304) 2024-11-21T16:37:40,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207120137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:40,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207120138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:40,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207120239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:40,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207120241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:40,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207120443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:40,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207120443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:40,535 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:40,537 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121087bcdbeb6284ffa8c1fc896665cf524_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121087bcdbeb6284ffa8c1fc896665cf524_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:40,538 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/52a4dd4f29934d618377b3b837b500d5, store: [table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:40,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/52a4dd4f29934d618377b3b837b500d5 is 175, key is test_row_0/A:col10/1732207059518/Put/seqid=0 2024-11-21T16:37:40,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742376_1552 (size=31105) 2024-11-21T16:37:40,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207120576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:40,578 DEBUG [Thread-2254 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4124 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:37:40,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207120586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:40,587 DEBUG [Thread-2250 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:37:40,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207120598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:40,599 DEBUG [Thread-2246 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:37:40,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207120746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:40,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207120748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:40,942 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/52a4dd4f29934d618377b3b837b500d5 2024-11-21T16:37:40,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/09c2c60f600144fab04631c24e1fdb9b is 50, key is test_row_0/B:col10/1732207059518/Put/seqid=0 2024-11-21T16:37:40,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742377_1553 (size=12151) 2024-11-21T16:37:41,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207121250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:41,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207121251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:41,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/09c2c60f600144fab04631c24e1fdb9b 2024-11-21T16:37:41,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/a6626fda551c44e3ae173e0f3d7b80ce is 50, key is test_row_0/C:col10/1732207059518/Put/seqid=0 2024-11-21T16:37:41,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742378_1554 (size=12151) 2024-11-21T16:37:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T16:37:41,369 INFO [Thread-2256 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-21T16:37:41,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:37:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-21T16:37:41,371 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:37:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T16:37:41,371 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:37:41,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:37:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T16:37:41,522 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:41,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-21T16:37:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:41,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T16:37:41,674 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:41,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-21T16:37:41,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:41,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:41,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:41,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:41,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:41,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/a6626fda551c44e3ae173e0f3d7b80ce 2024-11-21T16:37:41,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/52a4dd4f29934d618377b3b837b500d5 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/52a4dd4f29934d618377b3b837b500d5 2024-11-21T16:37:41,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/52a4dd4f29934d618377b3b837b500d5, entries=150, sequenceid=197, filesize=30.4 K 2024-11-21T16:37:41,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/09c2c60f600144fab04631c24e1fdb9b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/09c2c60f600144fab04631c24e1fdb9b 2024-11-21T16:37:41,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/09c2c60f600144fab04631c24e1fdb9b, entries=150, sequenceid=197, filesize=11.9 K 2024-11-21T16:37:41,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/a6626fda551c44e3ae173e0f3d7b80ce as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/a6626fda551c44e3ae173e0f3d7b80ce 2024-11-21T16:37:41,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/a6626fda551c44e3ae173e0f3d7b80ce, entries=150, sequenceid=197, filesize=11.9 K 2024-11-21T16:37:41,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8624f8b745ac9f7fac47496c2e7cca9d in 1643ms, sequenceid=197, compaction requested=true 2024-11-21T16:37:41,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:41,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:37:41,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:41,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:37:41,769 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:41,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:41,769 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:41,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:37:41,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:41,770 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:41,770 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:41,770 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/A is initiating minor compaction (all files) 2024-11-21T16:37:41,770 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/B is initiating minor compaction (all files) 2024-11-21T16:37:41,770 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/A in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:41,770 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/B in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:41,770 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/ebcab94324524d8b9e4d2d6632ea2ffb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/e9b077e5fe154906b2e1bd02a2629963, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/52a4dd4f29934d618377b3b837b500d5] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=91.5 K 2024-11-21T16:37:41,770 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/ab3c39cd6cf04b9d969b9781c4dc9321, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/625e972c45a44629931ba7a34411b32c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/09c2c60f600144fab04631c24e1fdb9b] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=35.9 K 2024-11-21T16:37:41,770 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:41,770 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/ebcab94324524d8b9e4d2d6632ea2ffb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/e9b077e5fe154906b2e1bd02a2629963, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/52a4dd4f29934d618377b3b837b500d5] 2024-11-21T16:37:41,770 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting ab3c39cd6cf04b9d969b9781c4dc9321, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732207056453 2024-11-21T16:37:41,771 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebcab94324524d8b9e4d2d6632ea2ffb, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732207056453 2024-11-21T16:37:41,771 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 625e972c45a44629931ba7a34411b32c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732207057364 2024-11-21T16:37:41,771 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9b077e5fe154906b2e1bd02a2629963, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732207057364 2024-11-21T16:37:41,771 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 09c2c60f600144fab04631c24e1fdb9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732207059515 2024-11-21T16:37:41,771 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52a4dd4f29934d618377b3b837b500d5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732207059515 2024-11-21T16:37:41,776 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:41,778 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:41,779 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/6925f3fddc7c4b7fb97a1f61be660e22 is 50, key is test_row_0/B:col10/1732207059518/Put/seqid=0 2024-11-21T16:37:41,780 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121b21ef2f30dfc44d6b1f41d59afca0837_8624f8b745ac9f7fac47496c2e7cca9d store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:41,782 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121b21ef2f30dfc44d6b1f41d59afca0837_8624f8b745ac9f7fac47496c2e7cca9d, store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:41,782 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b21ef2f30dfc44d6b1f41d59afca0837_8624f8b745ac9f7fac47496c2e7cca9d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:41,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742379_1555 (size=12595) 2024-11-21T16:37:41,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742380_1556 (size=4469) 2024-11-21T16:37:41,786 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#A#compaction#464 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:41,787 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/9527efecd8c04103a146fb8a5428f680 is 175, key is test_row_0/A:col10/1732207059518/Put/seqid=0 2024-11-21T16:37:41,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742381_1557 (size=31549) 2024-11-21T16:37:41,827 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:41,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-21T16:37:41,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:41,827 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 8624f8b745ac9f7fac47496c2e7cca9d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T16:37:41,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=A 2024-11-21T16:37:41,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:41,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=B 2024-11-21T16:37:41,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:41,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=C 2024-11-21T16:37:41,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:41,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210fd31341998b483bb46c31d67f312cfb_8624f8b745ac9f7fac47496c2e7cca9d is 50, key is test_row_0/A:col10/1732207060136/Put/seqid=0 2024-11-21T16:37:41,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742382_1558 (size=12304) 2024-11-21T16:37:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T16:37:42,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:42,239 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/6925f3fddc7c4b7fb97a1f61be660e22 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/6925f3fddc7c4b7fb97a1f61be660e22 2024-11-21T16:37:42,239 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210fd31341998b483bb46c31d67f312cfb_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210fd31341998b483bb46c31d67f312cfb_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:42,239 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/9527efecd8c04103a146fb8a5428f680 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/9527efecd8c04103a146fb8a5428f680 2024-11-21T16:37:42,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/419415102aca4da085b14bba5e285def, store: [table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:42,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/419415102aca4da085b14bba5e285def is 175, key is test_row_0/A:col10/1732207060136/Put/seqid=0 2024-11-21T16:37:42,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742383_1559 (size=31105) 2024-11-21T16:37:42,244 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/B of 8624f8b745ac9f7fac47496c2e7cca9d into 6925f3fddc7c4b7fb97a1f61be660e22(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:42,244 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/419415102aca4da085b14bba5e285def 2024-11-21T16:37:42,244 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:42,244 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/B, priority=13, startTime=1732207061769; duration=0sec 2024-11-21T16:37:42,244 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:42,244 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:B 2024-11-21T16:37:42,244 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:42,244 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/A of 8624f8b745ac9f7fac47496c2e7cca9d into 9527efecd8c04103a146fb8a5428f680(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:42,244 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:42,244 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/A, priority=13, startTime=1732207061769; duration=0sec 2024-11-21T16:37:42,244 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:42,244 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:A 2024-11-21T16:37:42,245 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:42,245 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/C is initiating minor compaction (all files) 2024-11-21T16:37:42,245 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/C in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:42,245 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/a2402a709bfb48f896d04b0a453f6bdc, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/edb97935c3ce44e9b586e63666602e09, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/a6626fda551c44e3ae173e0f3d7b80ce] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=35.9 K 2024-11-21T16:37:42,245 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting a2402a709bfb48f896d04b0a453f6bdc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732207056453 2024-11-21T16:37:42,246 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting edb97935c3ce44e9b586e63666602e09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732207057364 2024-11-21T16:37:42,246 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting a6626fda551c44e3ae173e0f3d7b80ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732207059515 2024-11-21T16:37:42,251 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#C#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:42,251 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/693512a7f24a42fca149318e27287d9c is 50, key is test_row_0/C:col10/1732207059518/Put/seqid=0 2024-11-21T16:37:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:42,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/01e73ad009e84813880abb5011184c61 is 50, key is test_row_0/B:col10/1732207060136/Put/seqid=0 2024-11-21T16:37:42,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742384_1560 (size=12595) 2024-11-21T16:37:42,262 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/693512a7f24a42fca149318e27287d9c as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/693512a7f24a42fca149318e27287d9c 2024-11-21T16:37:42,266 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/C of 8624f8b745ac9f7fac47496c2e7cca9d into 693512a7f24a42fca149318e27287d9c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:42,266 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:42,266 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/C, priority=13, startTime=1732207061769; duration=0sec 2024-11-21T16:37:42,266 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:42,266 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:C 2024-11-21T16:37:42,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742385_1561 (size=12151) 2024-11-21T16:37:42,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207122281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:42,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207122282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:42,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207122385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:42,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207122385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T16:37:42,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207122587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:42,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207122588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:42,673 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/01e73ad009e84813880abb5011184c61 2024-11-21T16:37:42,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/8b3ecce8ccdf4994b56df0403d24c606 is 50, key is test_row_0/C:col10/1732207060136/Put/seqid=0 2024-11-21T16:37:42,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742386_1562 (size=12151) 2024-11-21T16:37:42,772 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T16:37:42,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207122890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:42,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207122892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:43,081 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/8b3ecce8ccdf4994b56df0403d24c606 2024-11-21T16:37:43,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/419415102aca4da085b14bba5e285def as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/419415102aca4da085b14bba5e285def 2024-11-21T16:37:43,086 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/419415102aca4da085b14bba5e285def, entries=150, sequenceid=209, filesize=30.4 K 2024-11-21T16:37:43,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/01e73ad009e84813880abb5011184c61 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/01e73ad009e84813880abb5011184c61 2024-11-21T16:37:43,089 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/01e73ad009e84813880abb5011184c61, entries=150, sequenceid=209, filesize=11.9 K 2024-11-21T16:37:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/8b3ecce8ccdf4994b56df0403d24c606 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8b3ecce8ccdf4994b56df0403d24c606 2024-11-21T16:37:43,092 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8b3ecce8ccdf4994b56df0403d24c606, entries=150, sequenceid=209, filesize=11.9 K 2024-11-21T16:37:43,093 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8624f8b745ac9f7fac47496c2e7cca9d in 1266ms, sequenceid=209, compaction requested=false 2024-11-21T16:37:43,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:43,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:43,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-21T16:37:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-21T16:37:43,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-21T16:37:43,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7230 sec 2024-11-21T16:37:43,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.7250 sec 2024-11-21T16:37:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:43,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8624f8b745ac9f7fac47496c2e7cca9d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T16:37:43,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=A 2024-11-21T16:37:43,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:43,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=B 2024-11-21T16:37:43,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:43,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=C 2024-11-21T16:37:43,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:43,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121dca6a8c2464e48279f7631f010496438_8624f8b745ac9f7fac47496c2e7cca9d is 50, key is test_row_0/A:col10/1732207062277/Put/seqid=0 2024-11-21T16:37:43,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742387_1563 (size=14794) 2024-11-21T16:37:43,406 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:43,409 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121dca6a8c2464e48279f7631f010496438_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dca6a8c2464e48279f7631f010496438_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:43,409 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/fbb5f970b1274cc39f641392b300f093, store: [table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:43,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/fbb5f970b1274cc39f641392b300f093 is 175, key is test_row_0/A:col10/1732207062277/Put/seqid=0 2024-11-21T16:37:43,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207123408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:43,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207123409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:43,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742388_1564 (size=39749) 2024-11-21T16:37:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T16:37:43,474 INFO [Thread-2256 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-21T16:37:43,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:37:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-21T16:37:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T16:37:43,476 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:37:43,476 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:37:43,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:37:43,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207123511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:43,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207123512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T16:37:43,627 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:43,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-21T16:37:43,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:43,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:43,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:43,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:43,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:43,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207123714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:43,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207123714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T16:37:43,779 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:43,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-21T16:37:43,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:43,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:43,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:43,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:43,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:43,813 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/fbb5f970b1274cc39f641392b300f093 2024-11-21T16:37:43,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/7d33bce25e3d4a58953a82a6a4b92d52 is 50, key is test_row_0/B:col10/1732207062277/Put/seqid=0 2024-11-21T16:37:43,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742389_1565 (size=12151) 2024-11-21T16:37:43,931 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:43,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-21T16:37:43,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:43,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:43,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:43,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:43,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:44,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207124018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:44,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207124018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T16:37:44,083 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:44,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-21T16:37:44,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:44,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:44,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:44,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:44,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:44,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/7d33bce25e3d4a58953a82a6a4b92d52 2024-11-21T16:37:44,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/b766c1f648c347398568e9c0bc584961 is 50, key is test_row_0/C:col10/1732207062277/Put/seqid=0 2024-11-21T16:37:44,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742390_1566 (size=12151) 2024-11-21T16:37:44,235 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:44,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-21T16:37:44,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:44,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:44,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:44,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:44,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:44,387 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:44,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-21T16:37:44,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:44,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:44,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:44,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:44,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:44,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207124524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:44,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207124524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:44,539 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:44,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-21T16:37:44,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:44,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:44,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:44,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:44,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T16:37:44,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51680 deadline: 1732207124589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:44,591 DEBUG [Thread-2254 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:37:44,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51638 deadline: 1732207124603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:44,605 DEBUG [Thread-2246 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:37:44,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732207124626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:44,629 DEBUG [Thread-2250 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., hostname=3e736a818b50,32923,1732206884345, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T16:37:44,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/b766c1f648c347398568e9c0bc584961 2024-11-21T16:37:44,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/fbb5f970b1274cc39f641392b300f093 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/fbb5f970b1274cc39f641392b300f093 2024-11-21T16:37:44,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/fbb5f970b1274cc39f641392b300f093, entries=200, sequenceid=237, filesize=38.8 K 2024-11-21T16:37:44,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/7d33bce25e3d4a58953a82a6a4b92d52 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/7d33bce25e3d4a58953a82a6a4b92d52 2024-11-21T16:37:44,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/7d33bce25e3d4a58953a82a6a4b92d52, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T16:37:44,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/b766c1f648c347398568e9c0bc584961 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/b766c1f648c347398568e9c0bc584961 2024-11-21T16:37:44,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/b766c1f648c347398568e9c0bc584961, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T16:37:44,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8624f8b745ac9f7fac47496c2e7cca9d in 1243ms, sequenceid=237, compaction requested=true 2024-11-21T16:37:44,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:44,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:37:44,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:44,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:37:44,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:44,642 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:44,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:37:44,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:44,642 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:44,642 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:44,642 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:44,642 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/A is initiating minor compaction (all files) 2024-11-21T16:37:44,642 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/B is initiating minor compaction (all files) 2024-11-21T16:37:44,642 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/A in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:44,642 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/B in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:44,642 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/9527efecd8c04103a146fb8a5428f680, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/419415102aca4da085b14bba5e285def, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/fbb5f970b1274cc39f641392b300f093] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=100.0 K 2024-11-21T16:37:44,642 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/6925f3fddc7c4b7fb97a1f61be660e22, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/01e73ad009e84813880abb5011184c61, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/7d33bce25e3d4a58953a82a6a4b92d52] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=36.0 K 2024-11-21T16:37:44,642 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:44,642 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/9527efecd8c04103a146fb8a5428f680, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/419415102aca4da085b14bba5e285def, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/fbb5f970b1274cc39f641392b300f093] 2024-11-21T16:37:44,643 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9527efecd8c04103a146fb8a5428f680, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732207059515 2024-11-21T16:37:44,643 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 6925f3fddc7c4b7fb97a1f61be660e22, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732207059515 2024-11-21T16:37:44,643 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 419415102aca4da085b14bba5e285def, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732207060135 2024-11-21T16:37:44,643 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 01e73ad009e84813880abb5011184c61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732207060135 2024-11-21T16:37:44,643 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbb5f970b1274cc39f641392b300f093, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732207062277 2024-11-21T16:37:44,643 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d33bce25e3d4a58953a82a6a4b92d52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732207062277 2024-11-21T16:37:44,648 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:44,650 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#B#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:44,651 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/e6431698396444c08ee4da69a665d822 is 50, key is test_row_0/B:col10/1732207062277/Put/seqid=0 2024-11-21T16:37:44,655 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121169da7642c4d410aad0f661f5beb316d_8624f8b745ac9f7fac47496c2e7cca9d store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:44,657 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121169da7642c4d410aad0f661f5beb316d_8624f8b745ac9f7fac47496c2e7cca9d, store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:44,657 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121169da7642c4d410aad0f661f5beb316d_8624f8b745ac9f7fac47496c2e7cca9d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:44,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742392_1568 (size=4469) 2024-11-21T16:37:44,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742391_1567 (size=12697) 2024-11-21T16:37:44,692 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:44,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-21T16:37:44,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:44,692 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 8624f8b745ac9f7fac47496c2e7cca9d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T16:37:44,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=A 2024-11-21T16:37:44,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:44,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=B 2024-11-21T16:37:44,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:44,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=C 2024-11-21T16:37:44,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:44,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218aa9fd4596fe4e818dd8946a42a70c75_8624f8b745ac9f7fac47496c2e7cca9d is 50, key is test_row_0/A:col10/1732207063407/Put/seqid=0 2024-11-21T16:37:44,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742393_1569 (size=12304) 2024-11-21T16:37:45,065 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#A#compaction#473 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:45,065 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/447b57839679409e83965e5e1802ef5f is 175, key is test_row_0/A:col10/1732207062277/Put/seqid=0 2024-11-21T16:37:45,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742394_1570 (size=31651) 2024-11-21T16:37:45,083 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/e6431698396444c08ee4da69a665d822 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/e6431698396444c08ee4da69a665d822 2024-11-21T16:37:45,086 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/B of 8624f8b745ac9f7fac47496c2e7cca9d into e6431698396444c08ee4da69a665d822(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:45,086 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:45,086 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/B, priority=13, startTime=1732207064642; duration=0sec 2024-11-21T16:37:45,086 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:45,086 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:B 2024-11-21T16:37:45,087 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:45,087 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:45,087 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/C is initiating minor compaction (all files) 2024-11-21T16:37:45,087 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/C in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:45,087 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/693512a7f24a42fca149318e27287d9c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8b3ecce8ccdf4994b56df0403d24c606, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/b766c1f648c347398568e9c0bc584961] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=36.0 K 2024-11-21T16:37:45,088 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 693512a7f24a42fca149318e27287d9c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732207059515 2024-11-21T16:37:45,088 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b3ecce8ccdf4994b56df0403d24c606, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732207060135 2024-11-21T16:37:45,088 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting b766c1f648c347398568e9c0bc584961, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732207062277 2024-11-21T16:37:45,092 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#C#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:45,093 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/012e7a439ebc47bdb51c55d17f8117f1 is 50, key is test_row_0/C:col10/1732207062277/Put/seqid=0 2024-11-21T16:37:45,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742395_1571 (size=12697) 2024-11-21T16:37:45,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:45,107 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218aa9fd4596fe4e818dd8946a42a70c75_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218aa9fd4596fe4e818dd8946a42a70c75_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:45,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/02b55e66af014647bdea803dcf17b0d9, store: [table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:45,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/02b55e66af014647bdea803dcf17b0d9 is 175, key is test_row_0/A:col10/1732207063407/Put/seqid=0 2024-11-21T16:37:45,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742396_1572 (size=31105) 2024-11-21T16:37:45,471 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/447b57839679409e83965e5e1802ef5f as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/447b57839679409e83965e5e1802ef5f 2024-11-21T16:37:45,475 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/A of 8624f8b745ac9f7fac47496c2e7cca9d into 447b57839679409e83965e5e1802ef5f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:45,475 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:45,475 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/A, priority=13, startTime=1732207064641; duration=0sec 2024-11-21T16:37:45,475 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:45,475 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:A 2024-11-21T16:37:45,499 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/012e7a439ebc47bdb51c55d17f8117f1 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/012e7a439ebc47bdb51c55d17f8117f1 2024-11-21T16:37:45,502 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/C of 8624f8b745ac9f7fac47496c2e7cca9d into 012e7a439ebc47bdb51c55d17f8117f1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:45,502 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:45,502 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/C, priority=13, startTime=1732207064642; duration=0sec 2024-11-21T16:37:45,502 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:45,502 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:C 2024-11-21T16:37:45,510 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/02b55e66af014647bdea803dcf17b0d9 2024-11-21T16:37:45,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/d0c6dd9fdcf94de49df12788f422380a is 50, key is test_row_0/B:col10/1732207063407/Put/seqid=0 2024-11-21T16:37:45,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742397_1573 (size=12151) 2024-11-21T16:37:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:45,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:45,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207125561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:45,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207125561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T16:37:45,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207125663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:45,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207125664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:45,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207125866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:45,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207125867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:45,919 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/d0c6dd9fdcf94de49df12788f422380a 2024-11-21T16:37:45,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/0b136704748241e9a93580f7532deef3 is 50, key is test_row_0/C:col10/1732207063407/Put/seqid=0 2024-11-21T16:37:45,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742398_1574 (size=12151) 2024-11-21T16:37:46,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207126169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:46,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207126170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:46,327 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/0b136704748241e9a93580f7532deef3 2024-11-21T16:37:46,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/02b55e66af014647bdea803dcf17b0d9 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/02b55e66af014647bdea803dcf17b0d9 2024-11-21T16:37:46,332 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/02b55e66af014647bdea803dcf17b0d9, entries=150, sequenceid=248, filesize=30.4 K 2024-11-21T16:37:46,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/d0c6dd9fdcf94de49df12788f422380a as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/d0c6dd9fdcf94de49df12788f422380a 2024-11-21T16:37:46,335 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/d0c6dd9fdcf94de49df12788f422380a, entries=150, sequenceid=248, filesize=11.9 K 2024-11-21T16:37:46,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/0b136704748241e9a93580f7532deef3 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/0b136704748241e9a93580f7532deef3 2024-11-21T16:37:46,338 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/0b136704748241e9a93580f7532deef3, entries=150, sequenceid=248, filesize=11.9 K 2024-11-21T16:37:46,338 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8624f8b745ac9f7fac47496c2e7cca9d in 1646ms, sequenceid=248, compaction requested=false 2024-11-21T16:37:46,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:46,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:46,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-21T16:37:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-21T16:37:46,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-21T16:37:46,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8620 sec 2024-11-21T16:37:46,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.8650 sec 2024-11-21T16:37:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:46,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8624f8b745ac9f7fac47496c2e7cca9d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T16:37:46,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=A 2024-11-21T16:37:46,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=B 2024-11-21T16:37:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=C 2024-11-21T16:37:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:46,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210f8c6a551cdb4859bbe38b8ec9956ef2_8624f8b745ac9f7fac47496c2e7cca9d is 50, key is test_row_0/A:col10/1732207066673/Put/seqid=0 2024-11-21T16:37:46,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742399_1575 (size=14994) 2024-11-21T16:37:46,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207126683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:46,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207126685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:46,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207126786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:46,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207126788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:46,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207126990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:46,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207126990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:47,084 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:47,087 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210f8c6a551cdb4859bbe38b8ec9956ef2_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210f8c6a551cdb4859bbe38b8ec9956ef2_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:47,087 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/6a3ce16a75c4405580fc5790d8e768dd, store: [table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:47,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/6a3ce16a75c4405580fc5790d8e768dd is 175, key is test_row_0/A:col10/1732207066673/Put/seqid=0 2024-11-21T16:37:47,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742400_1576 (size=39949) 2024-11-21T16:37:47,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207127292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:47,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207127292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:47,546 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/6a3ce16a75c4405580fc5790d8e768dd 2024-11-21T16:37:47,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/a545f2b82134405191744c8eb5091443 is 50, key is test_row_0/B:col10/1732207066673/Put/seqid=0 2024-11-21T16:37:47,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742401_1577 (size=12301) 2024-11-21T16:37:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T16:37:47,580 INFO [Thread-2256 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-21T16:37:47,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T16:37:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-21T16:37:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-21T16:37:47,582 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T16:37:47,582 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T16:37:47,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T16:37:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-21T16:37:47,733 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:47,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-21T16:37:47,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:47,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:47,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:47,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:47,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:47,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51694 deadline: 1732207127794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:47,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T16:37:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51704 deadline: 1732207127796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 2024-11-21T16:37:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-21T16:37:47,886 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:47,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-21T16:37:47,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:47,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:47,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:47,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:47,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:47,914 DEBUG [Thread-2265 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x458a85fd to 127.0.0.1:56804 2024-11-21T16:37:47,914 DEBUG [Thread-2265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:47,914 DEBUG [Thread-2263 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:56804 2024-11-21T16:37:47,914 DEBUG [Thread-2263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:47,915 DEBUG [Thread-2259 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:56804 2024-11-21T16:37:47,915 DEBUG [Thread-2259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:47,916 DEBUG [Thread-2261 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:56804 2024-11-21T16:37:47,916 DEBUG [Thread-2261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:47,916 DEBUG [Thread-2257 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:56804 2024-11-21T16:37:47,916 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:47,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/a545f2b82134405191744c8eb5091443 2024-11-21T16:37:47,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/6e469986e8694944886909dbe0e93212 is 50, key is test_row_0/C:col10/1732207066673/Put/seqid=0 2024-11-21T16:37:47,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742402_1578 (size=12301) 2024-11-21T16:37:48,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:48,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-21T16:37:48,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:48,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:48,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:48,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:48,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-21T16:37:48,193 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:48,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-21T16:37:48,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:48,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:48,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:48,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:48,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:48,348 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:48,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-21T16:37:48,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:48,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:48,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:48,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:48,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T16:37:48,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/6e469986e8694944886909dbe0e93212 2024-11-21T16:37:48,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/6a3ce16a75c4405580fc5790d8e768dd as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/6a3ce16a75c4405580fc5790d8e768dd 2024-11-21T16:37:48,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/6a3ce16a75c4405580fc5790d8e768dd, entries=200, sequenceid=278, filesize=39.0 K 2024-11-21T16:37:48,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/a545f2b82134405191744c8eb5091443 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/a545f2b82134405191744c8eb5091443 2024-11-21T16:37:48,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/a545f2b82134405191744c8eb5091443, entries=150, sequenceid=278, filesize=12.0 K 2024-11-21T16:37:48,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/6e469986e8694944886909dbe0e93212 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/6e469986e8694944886909dbe0e93212 2024-11-21T16:37:48,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/6e469986e8694944886909dbe0e93212, entries=150, sequenceid=278, filesize=12.0 K 2024-11-21T16:37:48,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 8624f8b745ac9f7fac47496c2e7cca9d in 1719ms, sequenceid=278, compaction requested=true 2024-11-21T16:37:48,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:48,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T16:37:48,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:48,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T16:37:48,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:48,393 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:48,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8624f8b745ac9f7fac47496c2e7cca9d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T16:37:48,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:48,393 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:48,394 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:48,394 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:48,395 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/B is initiating minor compaction (all files) 2024-11-21T16:37:48,395 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/A is initiating minor compaction (all files) 2024-11-21T16:37:48,395 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/A in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:48,395 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/B in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:48,395 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/447b57839679409e83965e5e1802ef5f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/02b55e66af014647bdea803dcf17b0d9, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/6a3ce16a75c4405580fc5790d8e768dd] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=100.3 K 2024-11-21T16:37:48,395 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/e6431698396444c08ee4da69a665d822, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/d0c6dd9fdcf94de49df12788f422380a, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/a545f2b82134405191744c8eb5091443] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=36.3 K 2024-11-21T16:37:48,395 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:48,395 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. files: [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/447b57839679409e83965e5e1802ef5f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/02b55e66af014647bdea803dcf17b0d9, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/6a3ce16a75c4405580fc5790d8e768dd] 2024-11-21T16:37:48,395 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting e6431698396444c08ee4da69a665d822, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732207062277 2024-11-21T16:37:48,395 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 447b57839679409e83965e5e1802ef5f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732207062277 2024-11-21T16:37:48,396 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting d0c6dd9fdcf94de49df12788f422380a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732207063404 2024-11-21T16:37:48,396 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02b55e66af014647bdea803dcf17b0d9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732207063404 2024-11-21T16:37:48,396 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting a545f2b82134405191744c8eb5091443, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732207065557 2024-11-21T16:37:48,396 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a3ce16a75c4405580fc5790d8e768dd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732207065557 2024-11-21T16:37:48,402 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:48,404 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#B#compaction#482 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:48,405 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/a5f2e05823ad41b7b3278df46d8ba6e9 is 50, key is test_row_0/B:col10/1732207066673/Put/seqid=0 2024-11-21T16:37:48,405 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411217da53e483cdd4e199418e703730736b4_8624f8b745ac9f7fac47496c2e7cca9d store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:48,407 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411217da53e483cdd4e199418e703730736b4_8624f8b745ac9f7fac47496c2e7cca9d, store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:48,408 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217da53e483cdd4e199418e703730736b4_8624f8b745ac9f7fac47496c2e7cca9d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:48,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742403_1579 (size=12949) 2024-11-21T16:37:48,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742404_1580 (size=4469) 2024-11-21T16:37:48,504 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:48,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-21T16:37:48,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:48,506 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 8624f8b745ac9f7fac47496c2e7cca9d 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-21T16:37:48,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=A 2024-11-21T16:37:48,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:48,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=B 2024-11-21T16:37:48,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:48,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=C 2024-11-21T16:37:48,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:48,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121056a52173a344e0ea090680d18f307ea_8624f8b745ac9f7fac47496c2e7cca9d is 50, key is test_row_1/A:col10/1732207066680/Put/seqid=0 2024-11-21T16:37:48,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742405_1581 (size=9914) 2024-11-21T16:37:48,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:48,528 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121056a52173a344e0ea090680d18f307ea_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121056a52173a344e0ea090680d18f307ea_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:48,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/08a390353a0446a6960f0fe181e12e31, store: [table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:48,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/08a390353a0446a6960f0fe181e12e31 is 175, key is test_row_1/A:col10/1732207066680/Put/seqid=0 2024-11-21T16:37:48,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742406_1582 (size=22561) 2024-11-21T16:37:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-21T16:37:48,801 DEBUG [Thread-2252 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:56804 2024-11-21T16:37:48,802 DEBUG [Thread-2252 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32923 {}] regionserver.HRegion(8581): Flush requested on 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:48,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. as already flushing 2024-11-21T16:37:48,806 DEBUG [Thread-2248 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:56804 2024-11-21T16:37:48,806 DEBUG [Thread-2248 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:48,811 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#A#compaction#483 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:48,812 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/42ea65afe46d46bba7d645fa63f6696b is 175, key is test_row_0/A:col10/1732207066673/Put/seqid=0 2024-11-21T16:37:48,813 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/a5f2e05823ad41b7b3278df46d8ba6e9 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/a5f2e05823ad41b7b3278df46d8ba6e9 2024-11-21T16:37:48,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742407_1583 (size=31903) 2024-11-21T16:37:48,817 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/B of 8624f8b745ac9f7fac47496c2e7cca9d into a5f2e05823ad41b7b3278df46d8ba6e9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:48,817 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:48,817 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/B, priority=13, startTime=1732207068393; duration=0sec 2024-11-21T16:37:48,817 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T16:37:48,817 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:B 2024-11-21T16:37:48,817 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T16:37:48,818 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T16:37:48,818 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1540): 8624f8b745ac9f7fac47496c2e7cca9d/C is initiating minor compaction (all files) 2024-11-21T16:37:48,818 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8624f8b745ac9f7fac47496c2e7cca9d/C in TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:48,818 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/012e7a439ebc47bdb51c55d17f8117f1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/0b136704748241e9a93580f7532deef3, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/6e469986e8694944886909dbe0e93212] into tmpdir=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp, totalSize=36.3 K 2024-11-21T16:37:48,818 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 012e7a439ebc47bdb51c55d17f8117f1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732207062277 2024-11-21T16:37:48,819 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b136704748241e9a93580f7532deef3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732207063404 2024-11-21T16:37:48,819 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e469986e8694944886909dbe0e93212, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732207065557 2024-11-21T16:37:48,827 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8624f8b745ac9f7fac47496c2e7cca9d#C#compaction#485 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T16:37:48,827 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/27f4c5d8f05c4849b42a0a860cbf1efc is 50, key is test_row_0/C:col10/1732207066673/Put/seqid=0 2024-11-21T16:37:48,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742408_1584 (size=12949) 2024-11-21T16:37:48,935 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/08a390353a0446a6960f0fe181e12e31 2024-11-21T16:37:48,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/547d1e09eabc448b81cf4aec99f0f2b3 is 50, key is test_row_1/B:col10/1732207066680/Put/seqid=0 2024-11-21T16:37:48,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742409_1585 (size=9857) 2024-11-21T16:37:49,227 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/42ea65afe46d46bba7d645fa63f6696b as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/42ea65afe46d46bba7d645fa63f6696b 2024-11-21T16:37:49,232 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/A of 8624f8b745ac9f7fac47496c2e7cca9d into 42ea65afe46d46bba7d645fa63f6696b(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:49,232 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:49,232 INFO [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/A, priority=13, startTime=1732207068393; duration=0sec 2024-11-21T16:37:49,232 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:49,232 DEBUG [RS:0;3e736a818b50:32923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:A 2024-11-21T16:37:49,234 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/27f4c5d8f05c4849b42a0a860cbf1efc as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/27f4c5d8f05c4849b42a0a860cbf1efc 2024-11-21T16:37:49,239 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8624f8b745ac9f7fac47496c2e7cca9d/C of 8624f8b745ac9f7fac47496c2e7cca9d into 27f4c5d8f05c4849b42a0a860cbf1efc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T16:37:49,239 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:49,239 INFO [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d., storeName=8624f8b745ac9f7fac47496c2e7cca9d/C, priority=13, startTime=1732207068393; duration=0sec 2024-11-21T16:37:49,239 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T16:37:49,239 DEBUG [RS:0;3e736a818b50:32923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8624f8b745ac9f7fac47496c2e7cca9d:C 2024-11-21T16:37:49,350 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/547d1e09eabc448b81cf4aec99f0f2b3 2024-11-21T16:37:49,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/bc844eaf62cc4a48832b6d4e470347c3 is 50, key is test_row_1/C:col10/1732207066680/Put/seqid=0 2024-11-21T16:37:49,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742410_1586 (size=9857) 2024-11-21T16:37:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-21T16:37:49,769 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/bc844eaf62cc4a48832b6d4e470347c3 2024-11-21T16:37:49,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/08a390353a0446a6960f0fe181e12e31 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/08a390353a0446a6960f0fe181e12e31 2024-11-21T16:37:49,787 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/08a390353a0446a6960f0fe181e12e31, entries=100, sequenceid=287, filesize=22.0 K 2024-11-21T16:37:49,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/547d1e09eabc448b81cf4aec99f0f2b3 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/547d1e09eabc448b81cf4aec99f0f2b3 2024-11-21T16:37:49,793 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/547d1e09eabc448b81cf4aec99f0f2b3, entries=100, sequenceid=287, filesize=9.6 K 2024-11-21T16:37:49,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/bc844eaf62cc4a48832b6d4e470347c3 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/bc844eaf62cc4a48832b6d4e470347c3 2024-11-21T16:37:49,798 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/bc844eaf62cc4a48832b6d4e470347c3, entries=100, sequenceid=287, filesize=9.6 K 2024-11-21T16:37:49,799 INFO [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=13.42 KB/13740 for 8624f8b745ac9f7fac47496c2e7cca9d in 1292ms, sequenceid=287, compaction requested=false 2024-11-21T16:37:49,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:49,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:49,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3e736a818b50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-21T16:37:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-21T16:37:49,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-21T16:37:49,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2180 sec 2024-11-21T16:37:49,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 2.2210 sec 2024-11-21T16:37:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-21T16:37:51,691 INFO [Thread-2256 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-21T16:37:54,613 DEBUG [Thread-2254 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b914bf4 to 127.0.0.1:56804 2024-11-21T16:37:54,614 DEBUG [Thread-2254 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:54,689 DEBUG [Thread-2246 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d5efb7a to 127.0.0.1:56804 2024-11-21T16:37:54,689 DEBUG [Thread-2246 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:54,702 DEBUG [Thread-2250 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:56804 2024-11-21T16:37:54,702 DEBUG [Thread-2250 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:54,702 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T16:37:54,702 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-21T16:37:54,702 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-21T16:37:54,702 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-21T16:37:54,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-21T16:37:54,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-21T16:37:54,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T16:37:54,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7122 2024-11-21T16:37:54,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6943 2024-11-21T16:37:54,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6990 2024-11-21T16:37:54,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7115 2024-11-21T16:37:54,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6931 2024-11-21T16:37:54,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T16:37:54,703 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T16:37:54,703 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d9954b7 to 127.0.0.1:56804 2024-11-21T16:37:54,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:54,704 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T16:37:54,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T16:37:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T16:37:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-21T16:37:54,709 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732207074709"}]},"ts":"1732207074709"} 2024-11-21T16:37:54,710 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T16:37:54,727 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T16:37:54,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T16:37:54,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8624f8b745ac9f7fac47496c2e7cca9d, UNASSIGN}] 2024-11-21T16:37:54,732 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8624f8b745ac9f7fac47496c2e7cca9d, UNASSIGN 2024-11-21T16:37:54,733 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=8624f8b745ac9f7fac47496c2e7cca9d, regionState=CLOSING, regionLocation=3e736a818b50,32923,1732206884345 2024-11-21T16:37:54,734 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T16:37:54,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; CloseRegionProcedure 8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345}] 2024-11-21T16:37:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-21T16:37:54,887 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3e736a818b50,32923,1732206884345 2024-11-21T16:37:54,888 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(124): Close 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:54,888 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T16:37:54,888 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1681): Closing 8624f8b745ac9f7fac47496c2e7cca9d, disabling compactions & flushes 2024-11-21T16:37:54,888 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:54,888 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:54,889 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. after waiting 0 ms 2024-11-21T16:37:54,889 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:54,889 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(2837): Flushing 8624f8b745ac9f7fac47496c2e7cca9d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T16:37:54,889 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=A 2024-11-21T16:37:54,889 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:54,890 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=B 2024-11-21T16:37:54,890 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:54,890 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8624f8b745ac9f7fac47496c2e7cca9d, store=C 2024-11-21T16:37:54,890 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T16:37:54,898 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216752d3809cee42239d38b1fb9947026a_8624f8b745ac9f7fac47496c2e7cca9d is 50, key is test_row_0/A:col10/1732207074687/Put/seqid=0 2024-11-21T16:37:54,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742411_1587 (size=9914) 2024-11-21T16:37:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-21T16:37:55,303 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T16:37:55,312 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216752d3809cee42239d38b1fb9947026a_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216752d3809cee42239d38b1fb9947026a_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:55,313 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/ce117052c5914539b12fce7d04584bf3, store: [table=TestAcidGuarantees family=A region=8624f8b745ac9f7fac47496c2e7cca9d] 2024-11-21T16:37:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-21T16:37:55,314 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/ce117052c5914539b12fce7d04584bf3 is 175, key is test_row_0/A:col10/1732207074687/Put/seqid=0 2024-11-21T16:37:55,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742412_1588 (size=22561) 2024-11-21T16:37:55,720 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/ce117052c5914539b12fce7d04584bf3 2024-11-21T16:37:55,733 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/19472c587cc94466a120d7989c70b629 is 50, key is test_row_0/B:col10/1732207074687/Put/seqid=0 2024-11-21T16:37:55,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742413_1589 (size=9857) 2024-11-21T16:37:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-21T16:37:56,138 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/19472c587cc94466a120d7989c70b629 2024-11-21T16:37:56,149 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/17df406290ab48bfa94b1c54d9fb4ce7 is 50, key is test_row_0/C:col10/1732207074687/Put/seqid=0 2024-11-21T16:37:56,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742414_1590 (size=9857) 2024-11-21T16:37:56,554 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/17df406290ab48bfa94b1c54d9fb4ce7 2024-11-21T16:37:56,563 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/A/ce117052c5914539b12fce7d04584bf3 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/ce117052c5914539b12fce7d04584bf3 2024-11-21T16:37:56,567 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/ce117052c5914539b12fce7d04584bf3, entries=100, sequenceid=298, filesize=22.0 K 2024-11-21T16:37:56,568 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/B/19472c587cc94466a120d7989c70b629 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/19472c587cc94466a120d7989c70b629 2024-11-21T16:37:56,570 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/19472c587cc94466a120d7989c70b629, entries=100, sequenceid=298, filesize=9.6 K 2024-11-21T16:37:56,571 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/.tmp/C/17df406290ab48bfa94b1c54d9fb4ce7 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/17df406290ab48bfa94b1c54d9fb4ce7 2024-11-21T16:37:56,573 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/17df406290ab48bfa94b1c54d9fb4ce7, entries=100, sequenceid=298, filesize=9.6 K 2024-11-21T16:37:56,574 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8624f8b745ac9f7fac47496c2e7cca9d in 1685ms, sequenceid=298, compaction requested=true 2024-11-21T16:37:56,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/42950e306cba452b8daf509e0e04b7a8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/66da13a2e142450c8365cc1727692ce6, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/2aec2464e5c045b996a3706961f8d3a5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/9eaa12877c1042759369913ff9316b86, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/419d1927ba7a408890bbba0b8f26217d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/949082df13af4773b47b1a2168ab2943, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/c244360dce9f41018e4058b36b6df01a, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/5c0fcf0fb525425eaf76704182356b3e, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/f7c38d8a3aed4f55a98627ad41cbd361, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/074a58a6b9c74aa1a334ec1a9040fac1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/ebcab94324524d8b9e4d2d6632ea2ffb, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/e9b077e5fe154906b2e1bd02a2629963, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/9527efecd8c04103a146fb8a5428f680, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/52a4dd4f29934d618377b3b837b500d5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/419415102aca4da085b14bba5e285def, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/fbb5f970b1274cc39f641392b300f093, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/447b57839679409e83965e5e1802ef5f, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/02b55e66af014647bdea803dcf17b0d9, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/6a3ce16a75c4405580fc5790d8e768dd] to archive 2024-11-21T16:37:56,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:37:56,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/42950e306cba452b8daf509e0e04b7a8 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/42950e306cba452b8daf509e0e04b7a8 2024-11-21T16:37:56,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/66da13a2e142450c8365cc1727692ce6 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/66da13a2e142450c8365cc1727692ce6 2024-11-21T16:37:56,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/2aec2464e5c045b996a3706961f8d3a5 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/2aec2464e5c045b996a3706961f8d3a5 2024-11-21T16:37:56,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/9eaa12877c1042759369913ff9316b86 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/9eaa12877c1042759369913ff9316b86 2024-11-21T16:37:56,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/419d1927ba7a408890bbba0b8f26217d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/419d1927ba7a408890bbba0b8f26217d 2024-11-21T16:37:56,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/949082df13af4773b47b1a2168ab2943 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/949082df13af4773b47b1a2168ab2943 2024-11-21T16:37:56,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/c244360dce9f41018e4058b36b6df01a to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/c244360dce9f41018e4058b36b6df01a 2024-11-21T16:37:56,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/5c0fcf0fb525425eaf76704182356b3e to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/5c0fcf0fb525425eaf76704182356b3e 2024-11-21T16:37:56,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/f7c38d8a3aed4f55a98627ad41cbd361 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/f7c38d8a3aed4f55a98627ad41cbd361 2024-11-21T16:37:56,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/074a58a6b9c74aa1a334ec1a9040fac1 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/074a58a6b9c74aa1a334ec1a9040fac1 2024-11-21T16:37:56,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/ebcab94324524d8b9e4d2d6632ea2ffb to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/ebcab94324524d8b9e4d2d6632ea2ffb 2024-11-21T16:37:56,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/e9b077e5fe154906b2e1bd02a2629963 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/e9b077e5fe154906b2e1bd02a2629963 2024-11-21T16:37:56,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/9527efecd8c04103a146fb8a5428f680 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/9527efecd8c04103a146fb8a5428f680 2024-11-21T16:37:56,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/52a4dd4f29934d618377b3b837b500d5 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/52a4dd4f29934d618377b3b837b500d5 2024-11-21T16:37:56,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/419415102aca4da085b14bba5e285def to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/419415102aca4da085b14bba5e285def 2024-11-21T16:37:56,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/fbb5f970b1274cc39f641392b300f093 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/fbb5f970b1274cc39f641392b300f093 2024-11-21T16:37:56,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/447b57839679409e83965e5e1802ef5f to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/447b57839679409e83965e5e1802ef5f 2024-11-21T16:37:56,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/02b55e66af014647bdea803dcf17b0d9 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/02b55e66af014647bdea803dcf17b0d9 2024-11-21T16:37:56,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/6a3ce16a75c4405580fc5790d8e768dd to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/6a3ce16a75c4405580fc5790d8e768dd 2024-11-21T16:37:56,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/02317ce2e0bb46e2ac3b50740c034f1a, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/0d8ca5c327064000b892d94e5df9f0d1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/c0989bd255524ac696cc9120d1c61ad8, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/dbdc8c9e494c4ebe9988cd2618a4e448, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/3f20d34e4db7408f8558736790c0b372, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/628839addb5c45fba80a7740f85cef5d, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/aa8afc05a8854509b2456606ae1f77d0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/1cd396f73127475f81f6e86adfc57a28, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/12fcfc4ad8ba4de998dafebf0652ed39, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/ab3c39cd6cf04b9d969b9781c4dc9321, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/c65843be95f74758a8fe426d87f20126, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/625e972c45a44629931ba7a34411b32c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/6925f3fddc7c4b7fb97a1f61be660e22, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/09c2c60f600144fab04631c24e1fdb9b, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/01e73ad009e84813880abb5011184c61, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/e6431698396444c08ee4da69a665d822, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/7d33bce25e3d4a58953a82a6a4b92d52, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/d0c6dd9fdcf94de49df12788f422380a, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/a545f2b82134405191744c8eb5091443] to archive 2024-11-21T16:37:56,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:37:56,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/02317ce2e0bb46e2ac3b50740c034f1a to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/02317ce2e0bb46e2ac3b50740c034f1a 2024-11-21T16:37:56,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/0d8ca5c327064000b892d94e5df9f0d1 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/0d8ca5c327064000b892d94e5df9f0d1 2024-11-21T16:37:56,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/c0989bd255524ac696cc9120d1c61ad8 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/c0989bd255524ac696cc9120d1c61ad8 2024-11-21T16:37:56,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/dbdc8c9e494c4ebe9988cd2618a4e448 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/dbdc8c9e494c4ebe9988cd2618a4e448 2024-11-21T16:37:56,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/3f20d34e4db7408f8558736790c0b372 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/3f20d34e4db7408f8558736790c0b372 2024-11-21T16:37:56,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/628839addb5c45fba80a7740f85cef5d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/628839addb5c45fba80a7740f85cef5d 2024-11-21T16:37:56,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/aa8afc05a8854509b2456606ae1f77d0 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/aa8afc05a8854509b2456606ae1f77d0 2024-11-21T16:37:56,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/1cd396f73127475f81f6e86adfc57a28 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/1cd396f73127475f81f6e86adfc57a28 2024-11-21T16:37:56,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/12fcfc4ad8ba4de998dafebf0652ed39 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/12fcfc4ad8ba4de998dafebf0652ed39 2024-11-21T16:37:56,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/ab3c39cd6cf04b9d969b9781c4dc9321 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/ab3c39cd6cf04b9d969b9781c4dc9321 2024-11-21T16:37:56,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/c65843be95f74758a8fe426d87f20126 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/c65843be95f74758a8fe426d87f20126 2024-11-21T16:37:56,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/625e972c45a44629931ba7a34411b32c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/625e972c45a44629931ba7a34411b32c 2024-11-21T16:37:56,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/6925f3fddc7c4b7fb97a1f61be660e22 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/6925f3fddc7c4b7fb97a1f61be660e22 2024-11-21T16:37:56,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/09c2c60f600144fab04631c24e1fdb9b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/09c2c60f600144fab04631c24e1fdb9b 2024-11-21T16:37:56,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/01e73ad009e84813880abb5011184c61 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/01e73ad009e84813880abb5011184c61 2024-11-21T16:37:56,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/e6431698396444c08ee4da69a665d822 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/e6431698396444c08ee4da69a665d822 2024-11-21T16:37:56,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/7d33bce25e3d4a58953a82a6a4b92d52 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/7d33bce25e3d4a58953a82a6a4b92d52 2024-11-21T16:37:56,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/d0c6dd9fdcf94de49df12788f422380a to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/d0c6dd9fdcf94de49df12788f422380a 2024-11-21T16:37:56,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/a545f2b82134405191744c8eb5091443 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/a545f2b82134405191744c8eb5091443 2024-11-21T16:37:56,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/659ee783fbca4a1794e8e93fcc7104a5, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8a450f67da1a47a1aad4ff05b5bd2bed, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/dcc4c1c3f83d42e3ba567b084820a5d4, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/b49941cbe9134e449a618c0a974d7217, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8568972d7a774304816a4933a81e1e76, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/40d43af13e4140d38ee88521b1f72fb1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/0e1ad1cc469c467ab22718bd7bcc53e0, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/f377d44f86b14fc2aa0455fff2c01c73, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/9519c1c84cf94747ba896eec223361d2, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/a2402a709bfb48f896d04b0a453f6bdc, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/44a21efaa3664a6a8eb6317373db4360, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/edb97935c3ce44e9b586e63666602e09, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/693512a7f24a42fca149318e27287d9c, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/a6626fda551c44e3ae173e0f3d7b80ce, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8b3ecce8ccdf4994b56df0403d24c606, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/012e7a439ebc47bdb51c55d17f8117f1, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/b766c1f648c347398568e9c0bc584961, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/0b136704748241e9a93580f7532deef3, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/6e469986e8694944886909dbe0e93212] to archive 2024-11-21T16:37:56,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T16:37:56,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/659ee783fbca4a1794e8e93fcc7104a5 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/659ee783fbca4a1794e8e93fcc7104a5 2024-11-21T16:37:56,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8a450f67da1a47a1aad4ff05b5bd2bed to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8a450f67da1a47a1aad4ff05b5bd2bed 2024-11-21T16:37:56,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/dcc4c1c3f83d42e3ba567b084820a5d4 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/dcc4c1c3f83d42e3ba567b084820a5d4 2024-11-21T16:37:56,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/b49941cbe9134e449a618c0a974d7217 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/b49941cbe9134e449a618c0a974d7217 2024-11-21T16:37:56,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8568972d7a774304816a4933a81e1e76 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8568972d7a774304816a4933a81e1e76 2024-11-21T16:37:56,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/40d43af13e4140d38ee88521b1f72fb1 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/40d43af13e4140d38ee88521b1f72fb1 2024-11-21T16:37:56,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/0e1ad1cc469c467ab22718bd7bcc53e0 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/0e1ad1cc469c467ab22718bd7bcc53e0 2024-11-21T16:37:56,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/f377d44f86b14fc2aa0455fff2c01c73 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/f377d44f86b14fc2aa0455fff2c01c73 2024-11-21T16:37:56,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/9519c1c84cf94747ba896eec223361d2 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/9519c1c84cf94747ba896eec223361d2 2024-11-21T16:37:56,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/a2402a709bfb48f896d04b0a453f6bdc to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/a2402a709bfb48f896d04b0a453f6bdc 2024-11-21T16:37:56,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/44a21efaa3664a6a8eb6317373db4360 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/44a21efaa3664a6a8eb6317373db4360 2024-11-21T16:37:56,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/edb97935c3ce44e9b586e63666602e09 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/edb97935c3ce44e9b586e63666602e09 2024-11-21T16:37:56,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/693512a7f24a42fca149318e27287d9c to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/693512a7f24a42fca149318e27287d9c 2024-11-21T16:37:56,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/a6626fda551c44e3ae173e0f3d7b80ce to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/a6626fda551c44e3ae173e0f3d7b80ce 2024-11-21T16:37:56,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8b3ecce8ccdf4994b56df0403d24c606 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/8b3ecce8ccdf4994b56df0403d24c606 2024-11-21T16:37:56,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/012e7a439ebc47bdb51c55d17f8117f1 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/012e7a439ebc47bdb51c55d17f8117f1 2024-11-21T16:37:56,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/b766c1f648c347398568e9c0bc584961 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/b766c1f648c347398568e9c0bc584961 2024-11-21T16:37:56,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/0b136704748241e9a93580f7532deef3 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/0b136704748241e9a93580f7532deef3 2024-11-21T16:37:56,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/6e469986e8694944886909dbe0e93212 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/6e469986e8694944886909dbe0e93212 2024-11-21T16:37:56,636 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/recovered.edits/301.seqid, newMaxSeqId=301, maxSeqId=4 2024-11-21T16:37:56,636 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d. 2024-11-21T16:37:56,636 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1635): Region close journal for 8624f8b745ac9f7fac47496c2e7cca9d: 2024-11-21T16:37:56,637 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(170): Closed 8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=8624f8b745ac9f7fac47496c2e7cca9d, regionState=CLOSED 2024-11-21T16:37:56,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-21T16:37:56,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; CloseRegionProcedure 8624f8b745ac9f7fac47496c2e7cca9d, server=3e736a818b50,32923,1732206884345 in 1.9040 sec 2024-11-21T16:37:56,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=179, resume processing ppid=178 2024-11-21T16:37:56,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, ppid=178, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8624f8b745ac9f7fac47496c2e7cca9d, UNASSIGN in 1.9080 sec 2024-11-21T16:37:56,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-21T16:37:56,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9110 sec 2024-11-21T16:37:56,641 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732207076641"}]},"ts":"1732207076641"} 2024-11-21T16:37:56,642 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T16:37:56,686 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T16:37:56,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9810 sec 2024-11-21T16:37:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-21T16:37:56,818 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-21T16:37:56,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T16:37:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:37:56,823 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:37:56,825 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=181, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:37:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-21T16:37:56,829 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,833 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C, FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/recovered.edits] 2024-11-21T16:37:56,836 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/08a390353a0446a6960f0fe181e12e31 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/08a390353a0446a6960f0fe181e12e31 2024-11-21T16:37:56,837 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/42ea65afe46d46bba7d645fa63f6696b to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/42ea65afe46d46bba7d645fa63f6696b 2024-11-21T16:37:56,839 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/ce117052c5914539b12fce7d04584bf3 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/A/ce117052c5914539b12fce7d04584bf3 2024-11-21T16:37:56,842 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/19472c587cc94466a120d7989c70b629 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/19472c587cc94466a120d7989c70b629 2024-11-21T16:37:56,843 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/547d1e09eabc448b81cf4aec99f0f2b3 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/547d1e09eabc448b81cf4aec99f0f2b3 2024-11-21T16:37:56,845 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/a5f2e05823ad41b7b3278df46d8ba6e9 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/B/a5f2e05823ad41b7b3278df46d8ba6e9 2024-11-21T16:37:56,849 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/17df406290ab48bfa94b1c54d9fb4ce7 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/17df406290ab48bfa94b1c54d9fb4ce7 2024-11-21T16:37:56,850 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/27f4c5d8f05c4849b42a0a860cbf1efc to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/27f4c5d8f05c4849b42a0a860cbf1efc 2024-11-21T16:37:56,852 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/bc844eaf62cc4a48832b6d4e470347c3 to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/C/bc844eaf62cc4a48832b6d4e470347c3 2024-11-21T16:37:56,856 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/recovered.edits/301.seqid to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d/recovered.edits/301.seqid 2024-11-21T16:37:56,857 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/default/TestAcidGuarantees/8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,857 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T16:37:56,858 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T16:37:56,859 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T16:37:56,864 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121056a52173a344e0ea090680d18f307ea_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121056a52173a344e0ea090680d18f307ea_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,866 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121087bcdbeb6284ffa8c1fc896665cf524_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121087bcdbeb6284ffa8c1fc896665cf524_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,868 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112109252c19b102420183fa6560101a2ccf_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112109252c19b102420183fa6560101a2ccf_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,870 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210f8c6a551cdb4859bbe38b8ec9956ef2_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210f8c6a551cdb4859bbe38b8ec9956ef2_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,871 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210fd31341998b483bb46c31d67f312cfb_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210fd31341998b483bb46c31d67f312cfb_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,873 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213d0cf85dae204241a40bbaec705584c7_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213d0cf85dae204241a40bbaec705584c7_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,874 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213fc3473a1f4f484383148d0eb088a4e3_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213fc3473a1f4f484383148d0eb088a4e3_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,875 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216752d3809cee42239d38b1fb9947026a_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216752d3809cee42239d38b1fb9947026a_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,876 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218aa9fd4596fe4e818dd8946a42a70c75_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218aa9fd4596fe4e818dd8946a42a70c75_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,877 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219b56093862984b8c840bca8021495ef3_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219b56093862984b8c840bca8021495ef3_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,879 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219f2c3c10f3ca4ba3bcd6bdeaf97d7256_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219f2c3c10f3ca4ba3bcd6bdeaf97d7256_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,880 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a1ff62cd51e346c08b5933d37faa940e_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a1ff62cd51e346c08b5933d37faa940e_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,881 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a4bff9dc88494aff822a4ab8b966602f_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a4bff9dc88494aff822a4ab8b966602f_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,883 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a7e08c4969b64a168d38c30d8dba6457_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a7e08c4969b64a168d38c30d8dba6457_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,884 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dca6a8c2464e48279f7631f010496438_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dca6a8c2464e48279f7631f010496438_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,886 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f8778befb80946d395085dc801c19de3_8624f8b745ac9f7fac47496c2e7cca9d to hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f8778befb80946d395085dc801c19de3_8624f8b745ac9f7fac47496c2e7cca9d 2024-11-21T16:37:56,887 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T16:37:56,889 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=181, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:37:56,891 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T16:37:56,894 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T16:37:56,895 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=181, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:37:56,895 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T16:37:56,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732207076895"}]},"ts":"9223372036854775807"} 2024-11-21T16:37:56,897 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T16:37:56,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8624f8b745ac9f7fac47496c2e7cca9d, NAME => 'TestAcidGuarantees,,1732207044654.8624f8b745ac9f7fac47496c2e7cca9d.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T16:37:56,898 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T16:37:56,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732207076898"}]},"ts":"9223372036854775807"} 2024-11-21T16:37:56,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T16:37:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-21T16:37:56,960 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=181, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T16:37:56,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 140 msec 2024-11-21T16:37:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-21T16:37:57,129 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-21T16:37:57,143 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=237 (was 238), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=275 (was 305), ProcessCount=11 (was 11), AvailableMemoryMB=7420 (was 7435) 2024-11-21T16:37:57,143 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-21T16:37:57,143 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T16:37:57,143 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:56804 2024-11-21T16:37:57,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:57,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T16:37:57,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=601527720, stopped=false 2024-11-21T16:37:57,144 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=3e736a818b50,39655,1732206883567 2024-11-21T16:37:57,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T16:37:57,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T16:37:57,158 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-21T16:37:57,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T16:37:57,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T16:37:57,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:57,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T16:37:57,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T16:37:57,160 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '3e736a818b50,32923,1732206884345' ***** 2024-11-21T16:37:57,160 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T16:37:57,160 INFO [RS:0;3e736a818b50:32923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T16:37:57,161 INFO [RS:0;3e736a818b50:32923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T16:37:57,161 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T16:37:57,161 INFO [RS:0;3e736a818b50:32923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T16:37:57,161 INFO [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(3579): Received CLOSE for 1a93772f08b2c79de57de55b8388a291 2024-11-21T16:37:57,162 INFO [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1224): stopping server 3e736a818b50,32923,1732206884345 2024-11-21T16:37:57,162 DEBUG [RS:0;3e736a818b50:32923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:57,162 INFO [RS:0;3e736a818b50:32923 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T16:37:57,162 INFO [RS:0;3e736a818b50:32923 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T16:37:57,162 INFO [RS:0;3e736a818b50:32923 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T16:37:57,162 INFO [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-21T16:37:57,162 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1a93772f08b2c79de57de55b8388a291, disabling compactions & flushes 2024-11-21T16:37:57,162 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291. 2024-11-21T16:37:57,162 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291. 2024-11-21T16:37:57,162 INFO [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-21T16:37:57,162 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291. after waiting 0 ms 2024-11-21T16:37:57,162 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291. 2024-11-21T16:37:57,162 DEBUG [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1603): Online Regions={1a93772f08b2c79de57de55b8388a291=hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T16:37:57,162 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 1a93772f08b2c79de57de55b8388a291 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-21T16:37:57,163 DEBUG [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T16:37:57,163 INFO [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T16:37:57,163 DEBUG [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T16:37:57,163 DEBUG [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T16:37:57,163 DEBUG [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T16:37:57,163 INFO [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-21T16:37:57,166 DEBUG [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 1a93772f08b2c79de57de55b8388a291 2024-11-21T16:37:57,181 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/namespace/1a93772f08b2c79de57de55b8388a291/.tmp/info/637378dfaad34148b6df71958e638acd is 45, key is default/info:d/1732206890059/Put/seqid=0 2024-11-21T16:37:57,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742415_1591 (size=5037) 2024-11-21T16:37:57,185 DEBUG [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740/.tmp/info/abc35c05af40423fb3672a721af133d9 is 143, key is hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291./info:regioninfo/1732206889903/Put/seqid=0 2024-11-21T16:37:57,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742416_1592 (size=7725) 2024-11-21T16:37:57,245 INFO [regionserver/3e736a818b50:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T16:37:57,245 INFO [regionserver/3e736a818b50:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T16:37:57,248 INFO [regionserver/3e736a818b50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T16:37:57,367 DEBUG [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 1a93772f08b2c79de57de55b8388a291 2024-11-21T16:37:57,567 DEBUG [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 1a93772f08b2c79de57de55b8388a291 2024-11-21T16:37:57,586 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/namespace/1a93772f08b2c79de57de55b8388a291/.tmp/info/637378dfaad34148b6df71958e638acd 2024-11-21T16:37:57,590 INFO [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740/.tmp/info/abc35c05af40423fb3672a721af133d9 2024-11-21T16:37:57,595 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/namespace/1a93772f08b2c79de57de55b8388a291/.tmp/info/637378dfaad34148b6df71958e638acd as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/namespace/1a93772f08b2c79de57de55b8388a291/info/637378dfaad34148b6df71958e638acd 2024-11-21T16:37:57,598 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/namespace/1a93772f08b2c79de57de55b8388a291/info/637378dfaad34148b6df71958e638acd, entries=2, sequenceid=6, filesize=4.9 K 2024-11-21T16:37:57,599 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 1a93772f08b2c79de57de55b8388a291 in 437ms, sequenceid=6, compaction requested=false 2024-11-21T16:37:57,602 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/namespace/1a93772f08b2c79de57de55b8388a291/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T16:37:57,602 INFO [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291. 2024-11-21T16:37:57,602 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1a93772f08b2c79de57de55b8388a291: 2024-11-21T16:37:57,602 DEBUG [RS_CLOSE_REGION-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732206888599.1a93772f08b2c79de57de55b8388a291. 2024-11-21T16:37:57,612 DEBUG [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740/.tmp/rep_barrier/f8a3f51a38df41efaf3012390c90a06a is 102, key is TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668./rep_barrier:/1732206918500/DeleteFamily/seqid=0 2024-11-21T16:37:57,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742417_1593 (size=6025) 2024-11-21T16:37:57,768 DEBUG [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T16:37:57,968 DEBUG [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T16:37:58,016 INFO [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740/.tmp/rep_barrier/f8a3f51a38df41efaf3012390c90a06a 2024-11-21T16:37:58,040 DEBUG [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740/.tmp/table/3d60722e60de4de7a229c44bf69cebd1 is 96, key is TestAcidGuarantees,,1732206890306.939cfdc4a7eae3c99b37150cfa3ed668./table:/1732206918500/DeleteFamily/seqid=0 2024-11-21T16:37:58,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742418_1594 (size=5942) 2024-11-21T16:37:58,168 INFO [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-21T16:37:58,168 DEBUG [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T16:37:58,169 DEBUG [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T16:37:58,369 DEBUG [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T16:37:58,445 INFO [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740/.tmp/table/3d60722e60de4de7a229c44bf69cebd1 2024-11-21T16:37:58,455 DEBUG [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740/.tmp/info/abc35c05af40423fb3672a721af133d9 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740/info/abc35c05af40423fb3672a721af133d9 2024-11-21T16:37:58,459 INFO [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740/info/abc35c05af40423fb3672a721af133d9, entries=22, sequenceid=93, filesize=7.5 K 2024-11-21T16:37:58,460 DEBUG [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740/.tmp/rep_barrier/f8a3f51a38df41efaf3012390c90a06a as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740/rep_barrier/f8a3f51a38df41efaf3012390c90a06a 2024-11-21T16:37:58,464 INFO [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740/rep_barrier/f8a3f51a38df41efaf3012390c90a06a, entries=6, sequenceid=93, filesize=5.9 K 2024-11-21T16:37:58,465 DEBUG [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740/.tmp/table/3d60722e60de4de7a229c44bf69cebd1 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740/table/3d60722e60de4de7a229c44bf69cebd1 2024-11-21T16:37:58,468 INFO [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740/table/3d60722e60de4de7a229c44bf69cebd1, entries=9, sequenceid=93, filesize=5.8 K 2024-11-21T16:37:58,469 INFO [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=93, compaction requested=false 2024-11-21T16:37:58,473 DEBUG [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-21T16:37:58,474 DEBUG [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T16:37:58,474 INFO [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T16:37:58,474 DEBUG [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T16:37:58,474 DEBUG [RS_CLOSE_META-regionserver/3e736a818b50:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T16:37:58,569 INFO [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1250): stopping server 3e736a818b50,32923,1732206884345; all regions closed. 2024-11-21T16:37:58,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741834_1010 (size=26050) 2024-11-21T16:37:58,582 DEBUG [RS:0;3e736a818b50:32923 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/oldWALs 2024-11-21T16:37:58,582 INFO [RS:0;3e736a818b50:32923 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 3e736a818b50%2C32923%2C1732206884345.meta:.meta(num 1732206888307) 2024-11-21T16:37:58,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741832_1008 (size=13385735) 2024-11-21T16:37:58,588 DEBUG [RS:0;3e736a818b50:32923 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/oldWALs 2024-11-21T16:37:58,588 INFO [RS:0;3e736a818b50:32923 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 3e736a818b50%2C32923%2C1732206884345:(num 1732206887319) 2024-11-21T16:37:58,588 DEBUG [RS:0;3e736a818b50:32923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:58,588 INFO [RS:0;3e736a818b50:32923 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T16:37:58,588 INFO [RS:0;3e736a818b50:32923 {}] hbase.ChoreService(370): Chore service for: regionserver/3e736a818b50:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T16:37:58,588 INFO [regionserver/3e736a818b50:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T16:37:58,589 INFO [RS:0;3e736a818b50:32923 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:32923 2024-11-21T16:37:58,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3e736a818b50,32923,1732206884345 2024-11-21T16:37:58,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T16:37:58,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3e736a818b50,32923,1732206884345] 2024-11-21T16:37:58,611 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 3e736a818b50,32923,1732206884345; numProcessing=1 2024-11-21T16:37:58,619 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/3e736a818b50,32923,1732206884345 already deleted, retry=false 2024-11-21T16:37:58,619 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 3e736a818b50,32923,1732206884345 expired; onlineServers=0 2024-11-21T16:37:58,619 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '3e736a818b50,39655,1732206883567' ***** 2024-11-21T16:37:58,619 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T16:37:58,619 DEBUG [M:0;3e736a818b50:39655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec5a204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e736a818b50/172.17.0.2:0 2024-11-21T16:37:58,620 INFO [M:0;3e736a818b50:39655 {}] regionserver.HRegionServer(1224): stopping server 3e736a818b50,39655,1732206883567 2024-11-21T16:37:58,620 INFO [M:0;3e736a818b50:39655 {}] regionserver.HRegionServer(1250): stopping server 3e736a818b50,39655,1732206883567; all regions closed. 2024-11-21T16:37:58,620 DEBUG [M:0;3e736a818b50:39655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:37:58,620 DEBUG [M:0;3e736a818b50:39655 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T16:37:58,620 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T16:37:58,620 DEBUG [M:0;3e736a818b50:39655 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T16:37:58,620 DEBUG [master/3e736a818b50:0:becomeActiveMaster-HFileCleaner.small.0-1732206886998 {}] cleaner.HFileCleaner(306): Exit Thread[master/3e736a818b50:0:becomeActiveMaster-HFileCleaner.small.0-1732206886998,5,FailOnTimeoutGroup] 2024-11-21T16:37:58,620 DEBUG [master/3e736a818b50:0:becomeActiveMaster-HFileCleaner.large.0-1732206886998 {}] cleaner.HFileCleaner(306): Exit Thread[master/3e736a818b50:0:becomeActiveMaster-HFileCleaner.large.0-1732206886998,5,FailOnTimeoutGroup] 2024-11-21T16:37:58,621 INFO [M:0;3e736a818b50:39655 {}] hbase.ChoreService(370): Chore service for: master/3e736a818b50:0 had [] on shutdown 2024-11-21T16:37:58,621 DEBUG [M:0;3e736a818b50:39655 {}] master.HMaster(1733): Stopping service threads 2024-11-21T16:37:58,621 INFO [M:0;3e736a818b50:39655 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T16:37:58,621 ERROR [M:0;3e736a818b50:39655 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:37083 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37083,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-21T16:37:58,623 INFO [M:0;3e736a818b50:39655 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T16:37:58,623 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T16:37:58,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T16:37:58,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T16:37:58,628 DEBUG [M:0;3e736a818b50:39655 {}] zookeeper.ZKUtil(347): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T16:37:58,628 WARN [M:0;3e736a818b50:39655 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T16:37:58,628 INFO [M:0;3e736a818b50:39655 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-21T16:37:58,628 INFO [M:0;3e736a818b50:39655 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T16:37:58,628 DEBUG [M:0;3e736a818b50:39655 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T16:37:58,628 INFO [M:0;3e736a818b50:39655 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T16:37:58,628 DEBUG [M:0;3e736a818b50:39655 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T16:37:58,628 DEBUG [M:0;3e736a818b50:39655 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T16:37:58,628 DEBUG [M:0;3e736a818b50:39655 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T16:37:58,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T16:37:58,629 INFO [M:0;3e736a818b50:39655 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=758.83 KB heapSize=932.27 KB 2024-11-21T16:37:58,647 DEBUG [M:0;3e736a818b50:39655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17e4cba2224f489b9fc2ea827310dbdf is 82, key is hbase:meta,,1/info:regioninfo/1732206888429/Put/seqid=0 2024-11-21T16:37:58,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742419_1595 (size=5672) 2024-11-21T16:37:58,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T16:37:58,711 INFO [RS:0;3e736a818b50:32923 {}] regionserver.HRegionServer(1307): Exiting; stopping=3e736a818b50,32923,1732206884345; zookeeper connection closed. 2024-11-21T16:37:58,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x1015f8912780001, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T16:37:58,711 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a00c22e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a00c22e 2024-11-21T16:37:58,712 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T16:37:59,052 INFO [M:0;3e736a818b50:39655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2131 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17e4cba2224f489b9fc2ea827310dbdf 2024-11-21T16:37:59,080 DEBUG [M:0;3e736a818b50:39655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03cf7644a344426ab10db091c3e22cb4 is 2283, key is \x00\x00\x00\x00\x00\x00\x002/proc:d/1732206921996/Put/seqid=0 2024-11-21T16:37:59,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742420_1596 (size=45396) 2024-11-21T16:37:59,485 INFO [M:0;3e736a818b50:39655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758.27 KB at sequenceid=2131 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03cf7644a344426ab10db091c3e22cb4 2024-11-21T16:37:59,494 INFO [M:0;3e736a818b50:39655 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03cf7644a344426ab10db091c3e22cb4 2024-11-21T16:37:59,513 DEBUG [M:0;3e736a818b50:39655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9c355974c4e4016afcbe7ab030e9d8f is 69, key is 3e736a818b50,32923,1732206884345/rs:state/1732206887085/Put/seqid=0 2024-11-21T16:37:59,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073742421_1597 (size=5156) 2024-11-21T16:37:59,918 INFO [M:0;3e736a818b50:39655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2131 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9c355974c4e4016afcbe7ab030e9d8f 2024-11-21T16:37:59,929 DEBUG [M:0;3e736a818b50:39655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17e4cba2224f489b9fc2ea827310dbdf as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17e4cba2224f489b9fc2ea827310dbdf 2024-11-21T16:37:59,933 INFO [M:0;3e736a818b50:39655 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17e4cba2224f489b9fc2ea827310dbdf, entries=8, sequenceid=2131, filesize=5.5 K 2024-11-21T16:37:59,934 DEBUG [M:0;3e736a818b50:39655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03cf7644a344426ab10db091c3e22cb4 as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03cf7644a344426ab10db091c3e22cb4 2024-11-21T16:37:59,937 INFO [M:0;3e736a818b50:39655 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03cf7644a344426ab10db091c3e22cb4 2024-11-21T16:37:59,937 INFO [M:0;3e736a818b50:39655 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03cf7644a344426ab10db091c3e22cb4, entries=181, sequenceid=2131, filesize=44.3 K 2024-11-21T16:37:59,938 DEBUG [M:0;3e736a818b50:39655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9c355974c4e4016afcbe7ab030e9d8f as hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9c355974c4e4016afcbe7ab030e9d8f 2024-11-21T16:37:59,942 INFO [M:0;3e736a818b50:39655 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a4bea8bc-9c91-ac74-6845-07461d456d33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9c355974c4e4016afcbe7ab030e9d8f, entries=1, sequenceid=2131, filesize=5.0 K 2024-11-21T16:37:59,942 INFO [M:0;3e736a818b50:39655 {}] regionserver.HRegion(3040): Finished flush of dataSize ~758.83 KB/777040, heapSize ~931.98 KB/954344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=2131, compaction requested=false 2024-11-21T16:37:59,944 INFO [M:0;3e736a818b50:39655 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T16:37:59,944 DEBUG [M:0;3e736a818b50:39655 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T16:37:59,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40679 is added to blk_1073741830_1006 (size=916802) 2024-11-21T16:37:59,947 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T16:37:59,947 INFO [M:0;3e736a818b50:39655 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-21T16:37:59,947 INFO [M:0;3e736a818b50:39655 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39655 2024-11-21T16:37:59,986 DEBUG [M:0;3e736a818b50:39655 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/3e736a818b50,39655,1732206883567 already deleted, retry=false 2024-11-21T16:38:00,095 INFO [M:0;3e736a818b50:39655 {}] regionserver.HRegionServer(1307): Exiting; stopping=3e736a818b50,39655,1732206883567; zookeeper connection closed. 2024-11-21T16:38:00,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T16:38:00,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39655-0x1015f8912780000, quorum=127.0.0.1:56804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T16:38:00,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T16:38:00,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T16:38:00,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T16:38:00,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T16:38:00,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/hadoop.log.dir/,STOPPED} 2024-11-21T16:38:00,112 WARN [BP-611655929-172.17.0.2-1732206880548 heartbeating to localhost/127.0.0.1:37083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T16:38:00,112 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T16:38:00,112 WARN [BP-611655929-172.17.0.2-1732206880548 heartbeating to localhost/127.0.0.1:37083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-611655929-172.17.0.2-1732206880548 (Datanode Uuid d244ae9f-0890-4f4b-9434-c601c4fab573) service to localhost/127.0.0.1:37083 2024-11-21T16:38:00,112 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T16:38:00,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/cluster_235fbf82-fe98-b1fd-b40e-28b512b00d7a/dfs/data/data1/current/BP-611655929-172.17.0.2-1732206880548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T16:38:00,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/cluster_235fbf82-fe98-b1fd-b40e-28b512b00d7a/dfs/data/data2/current/BP-611655929-172.17.0.2-1732206880548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T16:38:00,115 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T16:38:00,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T16:38:00,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T16:38:00,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T16:38:00,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T16:38:00,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c07950de-40da-7431-24b3-91e6fbca221e/hadoop.log.dir/,STOPPED} 2024-11-21T16:38:00,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-21T16:38:00,255 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down